{"level":"warn","ts":"2026-03-17T20:48:11.894186Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:48:11.894362Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:48:11.894375Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.188:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.188:2380","--initial-cluster=controller-2=https://199.19.213.175:2380,controller-3=https://199.19.213.188:2380,controller-1=https://199.19.213.183:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.188:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.188:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:48:11.894468Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:48:11.894487Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:48:11.894497Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.188:2380"]} {"level":"info","ts":"2026-03-17T20:48:11.894523Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:48:11.895228Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.188:2379"]} {"level":"info","ts":"2026-03-17T20:48:11.895403Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.188:2380"],"listen-peer-urls":["https://199.19.213.188:2380"],"advertise-client-urls":["https://199.19.213.188:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.188:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.183:2380,controller-2=https://199.19.213.175:2380,controller-3=https://199.19.213.188:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:48:11.897877Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000786c8}"} {"level":"info","ts":"2026-03-17T20:48:11.904221Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:48:11.904325Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.70994ms"} {"level":"info","ts":"2026-03-17T20:48:11.904423Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:48:11.904445Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:48:11.917983Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.175:2380","host":"199.19.213.175:2380","resolved-addr":"199.19.213.175:2380"} {"level":"info","ts":"2026-03-17T20:48:11.918075Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.188:2380","host":"199.19.213.188:2380","resolved-addr":"199.19.213.188:2380"} {"level":"info","ts":"2026-03-17T20:48:11.918135Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-03-17T20:48:11.918148Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.188:2380","host":"199.19.213.188:2380","resolved-addr":"199.19.213.188:2380"} {"level":"info","ts":"2026-03-17T20:48:11.918162Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-03-17T20:48:11.918183Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.175:2380","host":"199.19.213.175:2380","resolved-addr":"199.19.213.175:2380"} {"level":"info","ts":"2026-03-17T20:48:11.938112Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:48:11.953520Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:48:11.953612Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"a5d356541e22d9cd","cluster-id":"524d1f88cdf60208"} {"level":"info","ts":"2026-03-17T20:48:11.953692Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:48:11.954086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a5d356541e22d9cd switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:48:11.954219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a5d356541e22d9cd became follower at term 0"} {"level":"info","ts":"2026-03-17T20:48:11.954235Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft a5d356541e22d9cd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:48:11.960565Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:48:11.963304Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:48:11.969794Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:48:11.972764Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.972868Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-03-17T20:48:11.972994Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.973009Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:48:11.973236Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.973713Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.978931Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.981514Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.983144Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.983239Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-03-17T20:48:11.983294Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.983429Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.983314Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.983563Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.984106Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.986241Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.986637Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.986577Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.986848Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.987177Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:48:11.987229Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"a5d356541e22d9cd","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:48:11.987639Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:48:11.987696Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:48:11.987868Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:48:11.987935Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:48:11.987951Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:48:11.988230Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.188:2380"} {"level":"info","ts":"2026-03-17T20:48:11.988265Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.188:2380"} {"level":"info","ts":"2026-03-17T20:48:11.988776Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"d11d60056e8410fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:11.988815Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.988859Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.988883Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"a5d356541e22d9cd [term: 0] received a MsgHeartbeat message with higher term from d11d60056e8410fb [term: 2]"} {"level":"info","ts":"2026-03-17T20:48:11.988969Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a5d356541e22d9cd became follower at term 2"} {"level":"info","ts":"2026-03-17T20:48:11.988986Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a5d356541e22d9cd elected leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-03-17T20:48:11.989098Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"35267ddb33ec8999","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:11.989126Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.989147Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.989361Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"35267ddb33ec8999","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:11.989400Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:11.990129Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"d11d60056e8410fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:11.990169Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:11.990307Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"a5d356541e22d9cd","initial-advertise-peer-urls":["https://199.19.213.188:2380"],"listen-peer-urls":["https://199.19.213.188:2380"],"advertise-client-urls":["https://199.19.213.188:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.188:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:48:11.990351Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:48:11.998092Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.001170Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.002606Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.004575Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.006164Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"a5d356541e22d9cd","remote-snapshot-sender-id":"d11d60056e8410fb","incoming-snapshot-index":679,"incoming-snapshot-message-size-bytes":8752,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-03-17T20:48:12.020815Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002a7.snap.db","bytes":1028096,"size":"1.0 MB"} {"level":"info","ts":"2026-03-17T20:48:12.020904Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"a5d356541e22d9cd","remote-snapshot-sender-id":"d11d60056e8410fb","incoming-snapshot-index":679,"incoming-snapshot-size-bytes":1028096,"incoming-snapshot-size":"1.0 MB","download-took":"14.936376ms"} {"level":"info","ts":"2026-03-17T20:48:12.021222Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 679, term: 2]"} {"level":"info","ts":"2026-03-17T20:48:12.021432Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a5d356541e22d9cd switched to configuration voters=(3829886913547635097 15068305504696799483) learners=(11948989155626899917)"} {"level":"info","ts":"2026-03-17T20:48:12.021520Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"a5d356541e22d9cd [commit: 679, lastindex: 679, lastterm: 2] restored snapshot [index: 679, term: 2]"} {"level":"info","ts":"2026-03-17T20:48:12.021558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"a5d356541e22d9cd [commit: 679] restored snapshot [index: 679, term: 2]"} {"level":"info","ts":"2026-03-17T20:48:12.021787Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":679,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:48:12.026546Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":679} {"level":"info","ts":"2026-03-17T20:48:12.026894Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000508070}"} {"level":"info","ts":"2026-03-17T20:48:12.027572Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:48:12.027616Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"804.484µs"} {"level":"info","ts":"2026-03-17T20:48:12.027690Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-17T20:48:12.028984Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-17T20:48:12.029026Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-17T20:48:12.030885Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":625} {"level":"info","ts":"2026-03-17T20:48:12.030926Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":679} {"level":"info","ts":"2026-03-17T20:48:12.030944Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-17T20:48:12.031080Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-17T20:48:12.032143Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-17T20:48:12.032206Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-17T20:48:12.032263Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-17T20:48:12.032280Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-17T20:48:12.033048Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-17T20:48:12.033089Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-17T20:48:12.033177Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:48:12.033201Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"a5d356541e22d9cd","recovered-remote-peer-id":"a5d356541e22d9cd","recovered-remote-peer-urls":["https://199.19.213.188:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:12.033225Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"a5d356541e22d9cd","recovered-remote-peer-id":"d11d60056e8410fb","recovered-remote-peer-urls":["https://199.19.213.183:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:48:12.033237Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"a5d356541e22d9cd","recovered-remote-peer-id":"35267ddb33ec8999","recovered-remote-peer-urls":["https://199.19.213.175:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:48:12.033254Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:48:12.033266Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-17T20:48:12.033284Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-17T20:48:12.033299Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"warn","ts":"2026-03-17T20:48:12.033377Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.033410Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"35267ddb33ec8999"} {"level":"warn","ts":"2026-03-17T20:48:12.033455Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.033471Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.033575Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"warn","ts":"2026-03-17T20:48:12.033865Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:48:12.033909Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"35267ddb33ec8999","error":"failed to read 35267ddb33ec8999 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:48:12.033971Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.034003Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-03-17T20:48:12.034151Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:48:12.034179Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.034216Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.034244Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"a5d356541e22d9cd","removed-remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.034260Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:48:12.034380Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.034515Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:48:12.034649Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.034677Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.034767Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:48:12.034901Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:48:12.034932Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d11d60056e8410fb","error":"failed to read d11d60056e8410fb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:48:12.034974Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:48:12.035105Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:48:12.035143Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.035186Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.035204Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"a5d356541e22d9cd","removed-remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.035214Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-17T20:48:12.035229Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:48:12.035304Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.035393Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.035500Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.035515Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.035573Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-03-17T20:48:12.035818Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.035954Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.035558Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.035597Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.035587Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.037382Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.037454Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:48:12.037497Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:48:12.037535Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":679,"current-applied-index":679,"incoming-leader-snapshot-index":679,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:48:12.037771Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.037915Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.037962Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.038009Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.038110Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"a5d356541e22d9cd","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.188:2379]}","cluster-id":"524d1f88cdf60208","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:48:12.038146Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:48:12.038254Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:48:12.038374Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:48:12.038413Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:48:12.041270Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:48:12.043954Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.188:2379"} {"level":"warn","ts":"2026-03-17T20:48:12.044705Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:48:12.044854Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:48:12.046955Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T20:48:12.047071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:39728","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:12.051827Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.051870Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.053971Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.054003Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.054065Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.059216Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.070066Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"d11d60056e8410fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:12.070136Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.072508Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"35267ddb33ec8999","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:12.072550Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.073546Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"d11d60056e8410fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:12.073588Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:48:12.077194Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a5d356541e22d9cd","to":"35267ddb33ec8999","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:12.077237Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a5d356541e22d9cd","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:48:12.088209Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"a5d356541e22d9cd","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-03-17T20:48:12.216061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.220301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.249118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.257019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.275590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.298990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.310186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.319543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.330122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.346899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.372653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.387638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.397077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.410187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.416777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:39740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.426149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.446007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.459528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.471404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37056","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:12.480666Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a5d356541e22d9cd switched to configuration voters=(3829886913547635097 11948989155626899917 15068305504696799483)"} {"level":"info","ts":"2026-03-17T20:48:12.481097Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"a5d356541e22d9cd","promoted-member-id":"a5d356541e22d9cd"} {"level":"warn","ts":"2026-03-17T20:48:12.486297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.505098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.552399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.563416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.579522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.591114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.602893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.612361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.636426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.649952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.661795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.672738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.683135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.689182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.697819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.707078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.718700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.726640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.734966Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.748883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.762079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.770063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.779742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.790851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.802303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.821606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.834375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.843788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.853003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.870414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.878593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.888244Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.897173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.906307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.918359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.927595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.939524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.950589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.996969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:13.004566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:13.012843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:13.062930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37822","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:13.790878Z","caller":"traceutil/trace.go:172","msg":"trace[1750771505] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"130.560812ms","start":"2026-03-17T20:48:13.660292Z","end":"2026-03-17T20:48:13.790853Z","steps":["trace[1750771505] 'process raft request' (duration: 130.405248ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:13.791775Z","caller":"traceutil/trace.go:172","msg":"trace[1460358395] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:688; }","duration":"118.244953ms","start":"2026-03-17T20:48:13.673495Z","end":"2026-03-17T20:48:13.791740Z","steps":["trace[1460358395] 'read index received' (duration: 118.236823ms)","trace[1460358395] 'applied index is now lower than readState.Index' (duration: 6.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:13.792081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.570048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-17T20:48:13.792278Z","caller":"traceutil/trace.go:172","msg":"trace[1947365127] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:631; }","duration":"118.797483ms","start":"2026-03-17T20:48:13.673465Z","end":"2026-03-17T20:48:13.792263Z","steps":["trace[1947365127] 'agreement among raft nodes before linearized reading' (duration: 118.385025ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.140103Z","caller":"traceutil/trace.go:172","msg":"trace[362505156] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"387.138475ms","start":"2026-03-17T20:48:16.752923Z","end":"2026-03-17T20:48:17.140061Z","steps":["trace[362505156] 'process raft request' (duration: 386.744128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:17.140777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:16.752899Z","time spent":"387.334038ms","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3007,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:17.252270Z","caller":"traceutil/trace.go:172","msg":"trace[1504679697] transaction","detail":"{read_only:false; number_of_response:1; response_revision:652; }","duration":"100.290216ms","start":"2026-03-17T20:48:17.151956Z","end":"2026-03-17T20:48:17.252246Z","steps":["trace[1504679697] 'process raft request' (duration: 100.203765ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.252543Z","caller":"traceutil/trace.go:172","msg":"trace[568774859] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:706; }","duration":"497.077548ms","start":"2026-03-17T20:48:16.755428Z","end":"2026-03-17T20:48:17.252506Z","steps":["trace[568774859] 'read index received' (duration: 491.148346ms)","trace[568774859] 'applied index is now lower than readState.Index' (duration: 5.927622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:17.252762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.317413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3568"} {"level":"info","ts":"2026-03-17T20:48:17.252796Z","caller":"traceutil/trace.go:172","msg":"trace[1329564562] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:652; }","duration":"497.366473ms","start":"2026-03-17T20:48:16.755419Z","end":"2026-03-17T20:48:17.252785Z","steps":["trace[1329564562] 'agreement among raft nodes before linearized reading' (duration: 497.287412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:17.252843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:16.755388Z","time spent":"497.449014ms","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3591,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:17.255130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"498.525473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:17.255195Z","caller":"traceutil/trace.go:172","msg":"trace[783944661] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:652; }","duration":"498.614264ms","start":"2026-03-17T20:48:16.756565Z","end":"2026-03-17T20:48:17.255179Z","steps":["trace[783944661] 'agreement among raft nodes before linearized reading' (duration: 498.497123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:17.255234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:16.756555Z","time spent":"498.670455ms","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:19.074334Z","caller":"traceutil/trace.go:172","msg":"trace[353320083] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"278.592469ms","start":"2026-03-17T20:48:18.795716Z","end":"2026-03-17T20:48:19.074309Z","steps":["trace[353320083] 'process raft request' (duration: 278.426495ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.903903Z","caller":"traceutil/trace.go:172","msg":"trace[448835452] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"196.872493ms","start":"2026-03-17T20:48:20.706998Z","end":"2026-03-17T20:48:20.903871Z","steps":["trace[448835452] 'process raft request' (duration: 105.555447ms)","trace[448835452] 'compare' (duration: 91.128693ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:20.904362Z","caller":"traceutil/trace.go:172","msg":"trace[1384549399] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"160.88115ms","start":"2026-03-17T20:48:20.743436Z","end":"2026-03-17T20:48:20.904317Z","steps":["trace[1384549399] 'read index received' (duration: 155.440067ms)","trace[1384549399] 'applied index is now lower than readState.Index' (duration: 5.439653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:20.904607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.154515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:48:20.904711Z","caller":"traceutil/trace.go:172","msg":"trace[1624456009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:685; }","duration":"161.276017ms","start":"2026-03-17T20:48:20.743414Z","end":"2026-03-17T20:48:20.904690Z","steps":["trace[1624456009] 'agreement among raft nodes before linearized reading' (duration: 160.973882ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.036273Z","caller":"traceutil/trace.go:172","msg":"trace[1021940721] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"121.050649ms","start":"2026-03-17T20:48:20.915188Z","end":"2026-03-17T20:48:21.036238Z","steps":["trace[1021940721] 'process raft request' (duration: 113.501281ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:25.091296Z","caller":"traceutil/trace.go:172","msg":"trace[2107947796] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"118.100514ms","start":"2026-03-17T20:48:24.973167Z","end":"2026-03-17T20:48:25.091267Z","steps":["trace[2107947796] 'process raft request' (duration: 117.195959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:31.304305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.111988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:48:31.304387Z","caller":"traceutil/trace.go:172","msg":"trace[172956604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:764; }","duration":"153.21682ms","start":"2026-03-17T20:48:31.151153Z","end":"2026-03-17T20:48:31.304370Z","steps":["trace[172956604] 'range keys from in-memory index tree' (duration: 151.164125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:33.626474Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:33.911280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.534358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:33.911355Z","caller":"traceutil/trace.go:172","msg":"trace[187594661] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:772; }","duration":"112.626009ms","start":"2026-03-17T20:48:33.798713Z","end":"2026-03-17T20:48:33.911339Z","steps":["trace[187594661] 'range keys from in-memory index tree' (duration: 112.458217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:33.912425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.508695ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:48:33.913212Z","caller":"traceutil/trace.go:172","msg":"trace[1372003603] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:841; }","duration":"787.67423ms","start":"2026-03-17T20:48:33.125515Z","end":"2026-03-17T20:48:33.913189Z","steps":["trace[1372003603] 'read index received' (duration: 713.583047ms)","trace[1372003603] 'applied index is now lower than readState.Index' (duration: 74.089683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:33.913955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"788.440213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:48:33.914009Z","caller":"traceutil/trace.go:172","msg":"trace[1613162165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:774; }","duration":"788.510434ms","start":"2026-03-17T20:48:33.125486Z","end":"2026-03-17T20:48:33.913996Z","steps":["trace[1613162165] 'agreement among raft nodes before linearized reading' (duration: 787.864405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:33.914081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:33.125444Z","time spent":"788.623116ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:34.216075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.223177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:34.216901Z","caller":"traceutil/trace.go:172","msg":"trace[991486636] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"303.615014ms","start":"2026-03-17T20:48:33.913261Z","end":"2026-03-17T20:48:34.216876Z","steps":["trace[991486636] 'read index received' (duration: 195.532436ms)","trace[991486636] 'applied index is now lower than readState.Index' (duration: 108.080698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:34.217034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.600135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:34.217117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"922.672621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:34.217348Z","caller":"traceutil/trace.go:172","msg":"trace[1468625848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"922.882315ms","start":"2026-03-17T20:48:33.294411Z","end":"2026-03-17T20:48:34.217293Z","steps":["trace[1468625848] 'agreement among raft nodes before linearized reading' (duration: 922.617671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:34.217435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:33.294364Z","time spent":"923.059018ms","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:34.217193Z","caller":"traceutil/trace.go:172","msg":"trace[1520483259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:775; }","duration":"305.753147ms","start":"2026-03-17T20:48:33.911384Z","end":"2026-03-17T20:48:34.217137Z","steps":["trace[1520483259] 'agreement among raft nodes before linearized reading' (duration: 305.522734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:34.219209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.117099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:48:34.219256Z","caller":"traceutil/trace.go:172","msg":"trace[1374118941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"191.16798ms","start":"2026-03-17T20:48:34.028079Z","end":"2026-03-17T20:48:34.219247Z","steps":["trace[1374118941] 'agreement among raft nodes before linearized reading' (duration: 190.974177ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.793172Z","caller":"traceutil/trace.go:172","msg":"trace[1792849843] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:896; }","duration":"296.130475ms","start":"2026-03-17T20:48:40.497023Z","end":"2026-03-17T20:48:40.793153Z","steps":["trace[1792849843] 'read index received' (duration: 295.497145ms)","trace[1792849843] 'applied index is now lower than readState.Index' (duration: 630.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:40.794043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.007458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:48:40.794086Z","caller":"traceutil/trace.go:172","msg":"trace[1812853938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:822; }","duration":"297.059949ms","start":"2026-03-17T20:48:40.497014Z","end":"2026-03-17T20:48:40.794074Z","steps":["trace[1812853938] 'agreement among raft nodes before linearized reading' (duration: 296.902107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.797149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.915477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:48:40.797260Z","caller":"traceutil/trace.go:172","msg":"trace[515755768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:822; }","duration":"286.037438ms","start":"2026-03-17T20:48:40.511210Z","end":"2026-03-17T20:48:40.797247Z","steps":["trace[515755768] 'agreement among raft nodes before linearized reading' (duration: 285.817365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.797397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.986568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:48:40.797427Z","caller":"traceutil/trace.go:172","msg":"trace[1577111335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:822; }","duration":"184.014789ms","start":"2026-03-17T20:48:40.613402Z","end":"2026-03-17T20:48:40.797417Z","steps":["trace[1577111335] 'agreement among raft nodes before linearized reading' (duration: 183.960838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.797530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.583635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:48:40.797550Z","caller":"traceutil/trace.go:172","msg":"trace[1462978958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:822; }","duration":"271.605906ms","start":"2026-03-17T20:48:40.525938Z","end":"2026-03-17T20:48:40.797544Z","steps":["trace[1462978958] 'agreement among raft nodes before linearized reading' (duration: 271.542885ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:49.847488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"a5d356541e22d9cd [logterm: 2, index: 927, vote: 0] cast MsgPreVote for 35267ddb33ec8999 [logterm: 2, index: 927] at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.849913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"a5d356541e22d9cd [term: 2] received a MsgVote message with higher term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:48:49.849998Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a5d356541e22d9cd became follower at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.850020Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"a5d356541e22d9cd [logterm: 2, index: 927, vote: 0] cast MsgVote for 35267ddb33ec8999 [logterm: 2, index: 927] at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.850041Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: a5d356541e22d9cd lost leader d11d60056e8410fb at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.853291Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a5d356541e22d9cd elected leader 35267ddb33ec8999 at term 3"} {"level":"error","ts":"2026-03-17T20:48:49.853573Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:48:53.007411Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276671,"received-request-id":15694372889285276658} {"level":"info","ts":"2026-03-17T20:48:57.050370Z","caller":"traceutil/trace.go:172","msg":"trace[544593561] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:998; }","duration":"134.949101ms","start":"2026-03-17T20:48:56.915393Z","end":"2026-03-17T20:48:57.050342Z","steps":["trace[544593561] 'read index received' (duration: 134.939231ms)","trace[544593561] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:57.050501Z","caller":"traceutil/trace.go:172","msg":"trace[51231136] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"134.24155ms","start":"2026-03-17T20:48:56.916242Z","end":"2026-03-17T20:48:57.050483Z","steps":["trace[51231136] 'process raft request' (duration: 134.130708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:57.052876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.472849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr\" limit:1 ","response":"range_response_count:1 size:5202"} {"level":"info","ts":"2026-03-17T20:48:57.052976Z","caller":"traceutil/trace.go:172","msg":"trace[1985699150] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr; range_end:; response_count:1; response_revision:914; }","duration":"137.58583ms","start":"2026-03-17T20:48:56.915375Z","end":"2026-03-17T20:48:57.052961Z","steps":["trace[1985699150] 'agreement among raft nodes before linearized reading' (duration: 135.075223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.298807Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:58.509334Z","caller":"traceutil/trace.go:172","msg":"trace[1018484583] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1007; }","duration":"710.911814ms","start":"2026-03-17T20:48:57.798388Z","end":"2026-03-17T20:48:58.509300Z","steps":["trace[1018484583] 'read index received' (duration: 710.887644ms)","trace[1018484583] 'applied index is now lower than readState.Index' (duration: 23.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:58.509492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.084816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:58.509521Z","caller":"traceutil/trace.go:172","msg":"trace[1700284982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:921; }","duration":"711.134328ms","start":"2026-03-17T20:48:57.798378Z","end":"2026-03-17T20:48:58.509513Z","steps":["trace[1700284982] 'agreement among raft nodes before linearized reading' (duration: 711.049226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.511049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.643872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:58.511150Z","caller":"traceutil/trace.go:172","msg":"trace[2069064263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:922; }","duration":"216.770873ms","start":"2026-03-17T20:48:58.294357Z","end":"2026-03-17T20:48:58.511128Z","steps":["trace[2069064263] 'agreement among raft nodes before linearized reading' (duration: 216.568471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.511218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.571259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-n9mqr.189dbc001c48e4a7\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-17T20:48:58.511387Z","caller":"traceutil/trace.go:172","msg":"trace[888927908] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-n9mqr.189dbc001c48e4a7; range_end:; response_count:1; response_revision:922; }","duration":"592.812732ms","start":"2026-03-17T20:48:57.918548Z","end":"2026-03-17T20:48:58.511361Z","steps":["trace[888927908] 'agreement among raft nodes before linearized reading' (duration: 592.296585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.511549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:57.918527Z","time spent":"592.959175ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":892,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-n9mqr.189dbc001c48e4a7\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:03.312371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:04.594719Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:04.854559Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a5d356541e22d9cd is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:04.854669Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a5d356541e22d9cd became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:04.854705Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a5d356541e22d9cd [logterm: 3, index: 1108] sent MsgPreVote request to 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:49:04.854725Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a5d356541e22d9cd [logterm: 3, index: 1108] sent MsgPreVote request to d11d60056e8410fb at term 3"} {"level":"info","ts":"2026-03-17T20:49:04.854743Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: a5d356541e22d9cd lost leader 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:49:04.854811Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a5d356541e22d9cd received MsgPreVoteResp from a5d356541e22d9cd at term 3"} {"level":"info","ts":"2026-03-17T20:49:04.854828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a5d356541e22d9cd has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:05.065254Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a5d356541e22d9cd became follower at term 3"} {"level":"info","ts":"2026-03-17T20:49:05.065382Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a5d356541e22d9cd elected leader 35267ddb33ec8999 at term 3"} {"level":"warn","ts":"2026-03-17T20:49:05.065879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"972.07408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:05.065971Z","caller":"traceutil/trace.go:172","msg":"trace[121904070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"972.192552ms","start":"2026-03-17T20:49:04.093749Z","end":"2026-03-17T20:49:05.065941Z","steps":["trace[121904070] 'agreement among raft nodes before linearized reading' (duration: 972.07139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.066062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.093728Z","time spent":"972.313143ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.124485Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276777,"received-request-id":15694372889285276774} {"level":"info","ts":"2026-03-17T20:49:05.125407Z","caller":"traceutil/trace.go:172","msg":"trace[543576393] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"1.186438058s","start":"2026-03-17T20:49:03.938936Z","end":"2026-03-17T20:49:05.125374Z","steps":["trace[543576393] 'process raft request' (duration: 1.186103152s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.125892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.29886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:05.125994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"995.083073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:05.125912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.477037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-17T20:49:05.126065Z","caller":"traceutil/trace.go:172","msg":"trace[1378924497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:983; }","duration":"810.66367ms","start":"2026-03-17T20:49:04.315392Z","end":"2026-03-17T20:49:05.126056Z","steps":["trace[1378924497] 'agreement among raft nodes before linearized reading' (duration: 810.330085ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:05.126064Z","caller":"traceutil/trace.go:172","msg":"trace[1160347408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:983; }","duration":"995.152895ms","start":"2026-03-17T20:49:04.130895Z","end":"2026-03-17T20:49:05.126048Z","steps":["trace[1160347408] 'agreement among raft nodes before linearized reading' (duration: 994.944661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.126103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.130870Z","time spent":"995.225506ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.126104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.315373Z","time spent":"810.718621ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.126170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"832.342378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:05.126021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.186407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.126232Z","caller":"traceutil/trace.go:172","msg":"trace[1042436382] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:983; }","duration":"801.387249ms","start":"2026-03-17T20:49:04.324825Z","end":"2026-03-17T20:49:05.126212Z","steps":["trace[1042436382] 'agreement among raft nodes before linearized reading' (duration: 801.167366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.126301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.324807Z","time spent":"801.46791ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:05.126017Z","caller":"traceutil/trace.go:172","msg":"trace[900903036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:983; }","duration":"137.443573ms","start":"2026-03-17T20:49:04.988558Z","end":"2026-03-17T20:49:05.126002Z","steps":["trace[900903036] 'agreement among raft nodes before linearized reading' (duration: 137.043046ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:05.126705Z","caller":"traceutil/trace.go:172","msg":"trace[522674800] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"333.092313ms","start":"2026-03-17T20:49:04.793603Z","end":"2026-03-17T20:49:05.126695Z","steps":["trace[522674800] 'process raft request' (duration: 333.026321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.126801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.793560Z","time spent":"333.182635ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:05.126975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.620741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.126188Z","caller":"traceutil/trace.go:172","msg":"trace[924945026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"832.357218ms","start":"2026-03-17T20:49:04.293824Z","end":"2026-03-17T20:49:05.126181Z","steps":["trace[924945026] 'agreement among raft nodes before linearized reading' (duration: 832.330647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.125919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:03.938918Z","time spent":"1.186551089s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:05.127619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.293805Z","time spent":"833.799768ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:05.127540Z","caller":"traceutil/trace.go:172","msg":"trace[592637837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:985; }","duration":"329.179229ms","start":"2026-03-17T20:49:04.798343Z","end":"2026-03-17T20:49:05.127523Z","steps":["trace[592637837] 'agreement among raft nodes before linearized reading' (duration: 327.633476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.639997Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276779,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:06.140496Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276779,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:06.640722Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:06.880713Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"a5d356541e22d9cd [logterm: 3, index: 1118, vote: 35267ddb33ec8999] cast MsgPreVote for d11d60056e8410fb [logterm: 3, index: 1118] at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.920620Z","caller":"traceutil/trace.go:172","msg":"trace[1051730795] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1113; }","duration":"1.780713111s","start":"2026-03-17T20:49:05.139884Z","end":"2026-03-17T20:49:06.920597Z","steps":["trace[1051730795] 'read index received' (duration: 1.78070672s)","trace[1051730795] 'applied index is now lower than readState.Index' (duration: 5.351µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.921132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.781203788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.188\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:06.921254Z","caller":"traceutil/trace.go:172","msg":"trace[479658478] range","detail":"{range_begin:/registry/masterleases/199.19.213.188; range_end:; response_count:1; response_revision:987; }","duration":"1.78135469s","start":"2026-03-17T20:49:05.139877Z","end":"2026-03-17T20:49:06.921231Z","steps":["trace[479658478] 'agreement among raft nodes before linearized reading' (duration: 1.780834642s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:06.921306Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.139846Z","time spent":"1.781450991s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.188\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:06.921547Z","caller":"traceutil/trace.go:172","msg":"trace[1033174157] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.774257209s","start":"2026-03-17T20:49:05.147233Z","end":"2026-03-17T20:49:06.921490Z","steps":["trace[1033174157] 'process raft request' (duration: 1.773564019s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:06.921757Z","caller":"traceutil/trace.go:172","msg":"trace[423353114] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"1.773836843s","start":"2026-03-17T20:49:05.147895Z","end":"2026-03-17T20:49:06.921732Z","steps":["trace[423353114] 'process raft request' (duration: 1.77368402s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:06.921938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.147861Z","time spent":"1.773991695s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188279,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:06.922227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.147202Z","time spent":"1.77439065s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:07.293293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999856075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:07.293507Z","caller":"traceutil/trace.go:172","msg":"trace[313015132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082109s","start":"2026-03-17T20:49:05.293406Z","end":"2026-03-17T20:49:07.293488Z","steps":["trace[313015132] 'agreement among raft nodes before linearized reading' (duration: 1.999853215s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:07.293563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.293390Z","time spent":"2.00016362s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:07 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:07.421102Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:07.620016Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a5d356541e22d9cd [logterm: 3, index: 1120, vote: 35267ddb33ec8999] ignored MsgVote from d11d60056e8410fb [logterm: 3, index: 1118] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-03-17T20:49:07.921734Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:07.948116Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276783,"received-request-id":15694372889285276779} {"level":"warn","ts":"2026-03-17T20:49:08.422471Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:08.848277Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a5d356541e22d9cd [logterm: 3, index: 1125, vote: 35267ddb33ec8999] ignored MsgPreVote from 35267ddb33ec8999 [logterm: 3, index: 1125] at term 3: lease is not expired (remaining ticks: 1)"} {"level":"info","ts":"2026-03-17T20:49:08.854892Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a5d356541e22d9cd [logterm: 3, index: 1125, vote: 35267ddb33ec8999] ignored MsgVote from 35267ddb33ec8999 [logterm: 3, index: 1125] at term 3: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-03-17T20:49:08.923467Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.294383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000040086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:09.294473Z","caller":"traceutil/trace.go:172","msg":"trace[686350879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145067s","start":"2026-03-17T20:49:07.294309Z","end":"2026-03-17T20:49:09.294454Z","steps":["trace[686350879] 'agreement among raft nodes before linearized reading' (duration: 2.000035726s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:09.294518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.294282Z","time spent":"2.000228829s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:09.424313Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:09.654848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a5d356541e22d9cd is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:09.654913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a5d356541e22d9cd became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:09.655001Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a5d356541e22d9cd [logterm: 3, index: 1125] sent MsgPreVote request to 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:49:09.655026Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a5d356541e22d9cd [logterm: 3, index: 1125] sent MsgPreVote request to d11d60056e8410fb at term 3"} {"level":"info","ts":"2026-03-17T20:49:09.655053Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: a5d356541e22d9cd lost leader 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:49:09.655132Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a5d356541e22d9cd received MsgPreVoteResp from a5d356541e22d9cd at term 3"} {"level":"info","ts":"2026-03-17T20:49:09.655156Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a5d356541e22d9cd has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:09.656355Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"a5d356541e22d9cd [term: 3] received a MsgPreVoteResp message with higher term from 35267ddb33ec8999 [term: 5]"} {"level":"info","ts":"2026-03-17T20:49:09.656426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a5d356541e22d9cd became follower at term 5"} {"level":"warn","ts":"2026-03-17T20:49:09.925114Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:09.925212Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a5d356541e22d9cd no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:10.155702Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a5d356541e22d9cd elected leader 35267ddb33ec8999 at term 5"} {"level":"warn","ts":"2026-03-17T20:49:10.155869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.555483538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:10.155993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.357906933s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.156057Z","caller":"traceutil/trace.go:172","msg":"trace[2031137124] range","detail":"{range_begin:; range_end:; }","duration":"4.357972674s","start":"2026-03-17T20:49:05.798077Z","end":"2026-03-17T20:49:10.156050Z","steps":["trace[2031137124] 'agreement among raft nodes before linearized reading' (duration: 4.357906183s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:10.156099Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-17T20:49:10.156206Z","caller":"traceutil/trace.go:172","msg":"trace[1710134748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.555545078s","start":"2026-03-17T20:49:06.600361Z","end":"2026-03-17T20:49:10.155906Z","steps":["trace[1710134748] 'agreement among raft nodes before linearized reading' (duration: 3.555481747s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.156242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.600336Z","time spent":"3.555897593s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.656816Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.916563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"573.280854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:11.120088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.406734ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-17T20:49:11.120409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.927881Z","time spent":"4.192521819s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:11.121039Z","caller":"traceutil/trace.go:172","msg":"trace[52633198] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"4.189936822s","start":"2026-03-17T20:49:06.931074Z","end":"2026-03-17T20:49:11.121011Z","steps":["trace[52633198] 'process raft request' (duration: 4.189189102s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.121379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.931043Z","time spent":"4.190280786s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:11.121974Z","caller":"traceutil/trace.go:172","msg":"trace[344843289] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"4.09666511s","start":"2026-03-17T20:49:07.025295Z","end":"2026-03-17T20:49:11.121960Z","steps":["trace[344843289] 'process raft request' (duration: 4.095734737s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.122137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.025271Z","time spent":"4.096781311s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:11.122292Z","caller":"traceutil/trace.go:172","msg":"trace[2056238988] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"4.030277958s","start":"2026-03-17T20:49:07.091994Z","end":"2026-03-17T20:49:11.122272Z","steps":["trace[2056238988] 'process raft request' (duration: 4.029606548s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.122821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.091968Z","time spent":"4.030369499s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:11.123742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.674329069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:11.123743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.330518466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:11.123658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.894580892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:11.123978Z","caller":"traceutil/trace.go:172","msg":"trace[392350810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:996; }","duration":"1.894912597s","start":"2026-03-17T20:49:09.229045Z","end":"2026-03-17T20:49:11.123958Z","steps":["trace[392350810] 'agreement among raft nodes before linearized reading' (duration: 1.894236867s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.123951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.998969336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-03-17T20:49:11.124039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.229022Z","time spent":"1.895002397s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.124077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.761328362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.124084Z","caller":"traceutil/trace.go:172","msg":"trace[602610110] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hr9k; range_end:; response_count:1; response_revision:996; }","duration":"2.999090838s","start":"2026-03-17T20:49:08.124947Z","end":"2026-03-17T20:49:11.124038Z","steps":["trace[602610110] 'agreement among raft nodes before linearized reading' (duration: 2.998490699s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.124136Z","caller":"traceutil/trace.go:172","msg":"trace[1223203571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"1.761353472s","start":"2026-03-17T20:49:09.362742Z","end":"2026-03-17T20:49:11.124096Z","steps":["trace[1223203571] 'agreement among raft nodes before linearized reading' (duration: 1.761239331s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.124136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.124922Z","time spent":"2.999201269s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:11.124147Z","caller":"traceutil/trace.go:172","msg":"trace[1204756117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:996; }","duration":"3.330677028s","start":"2026-03-17T20:49:07.793206Z","end":"2026-03-17T20:49:11.123884Z","steps":["trace[1204756117] 'agreement among raft nodes before linearized reading' (duration: 3.330343903s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.124313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.362710Z","time spent":"1.761446044s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:11.124422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.793176Z","time spent":"3.331147043s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:11.123928Z","caller":"traceutil/trace.go:172","msg":"trace[2004910829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:996; }","duration":"1.67440918s","start":"2026-03-17T20:49:09.449401Z","end":"2026-03-17T20:49:11.123810Z","steps":["trace[2004910829] 'agreement among raft nodes before linearized reading' (duration: 1.674119445s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.124866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.449382Z","time spent":"1.675453954s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:11.122514Z","caller":"traceutil/trace.go:172","msg":"trace[1656260614] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"2.382421099s","start":"2026-03-17T20:49:08.740074Z","end":"2026-03-17T20:49:11.122496Z","steps":["trace[1656260614] 'process raft request' (duration: 2.382363088s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.125471Z","caller":"traceutil/trace.go:172","msg":"trace[1995202123] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1121; }","duration":"966.672653ms","start":"2026-03-17T20:49:10.155822Z","end":"2026-03-17T20:49:11.122495Z","steps":["trace[1995202123] 'read index received' (duration: 771.148508ms)","trace[1995202123] 'applied index is now lower than readState.Index' (duration: 195.521635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.125537Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276792,"received-request-id":15694372889285276790} {"level":"warn","ts":"2026-03-17T20:49:11.125607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.958373598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-17T20:49:11.125645Z","caller":"traceutil/trace.go:172","msg":"trace[541992924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:996; }","duration":"3.958425739s","start":"2026-03-17T20:49:07.167201Z","end":"2026-03-17T20:49:11.125627Z","steps":["trace[541992924] 'agreement among raft nodes before linearized reading' (duration: 3.958316497s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.125686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.167175Z","time spent":"3.958503029s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.126348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.740048Z","time spent":"2.386270272s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:11.626160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:12.127047Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:12.628088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:13.114297Z","caller":"traceutil/trace.go:172","msg":"trace[1890946581] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1133; }","duration":"1.988750913s","start":"2026-03-17T20:49:11.125515Z","end":"2026-03-17T20:49:13.114266Z","steps":["trace[1890946581] 'read index received' (duration: 1.988744182s)","trace[1890946581] 'applied index is now lower than readState.Index' (duration: 5.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.114489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.957005927s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.114535Z","caller":"traceutil/trace.go:172","msg":"trace[325500914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"2.957090358s","start":"2026-03-17T20:49:10.157431Z","end":"2026-03-17T20:49:13.114521Z","steps":["trace[325500914] 'agreement among raft nodes before linearized reading' (duration: 2.956963656s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.114582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.931283878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:13.114664Z","caller":"traceutil/trace.go:172","msg":"trace[1183175274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"2.931393889s","start":"2026-03-17T20:49:10.183250Z","end":"2026-03-17T20:49:13.114644Z","steps":["trace[1183175274] 'agreement among raft nodes before linearized reading' (duration: 2.931136336s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.114713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.183220Z","time spent":"2.931482502s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.115415Z","caller":"traceutil/trace.go:172","msg":"trace[338169283] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"1.99362566s","start":"2026-03-17T20:49:11.121775Z","end":"2026-03-17T20:49:13.115401Z","steps":["trace[338169283] 'process raft request' (duration: 1.993447056s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.115504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.121746Z","time spent":"1.993699341s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.115539Z","caller":"traceutil/trace.go:172","msg":"trace[1268738628] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"1.875525102s","start":"2026-03-17T20:49:11.239994Z","end":"2026-03-17T20:49:13.115519Z","steps":["trace[1268738628] 'process raft request' (duration: 1.87538703s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.115699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.237534Z","time spent":"1.878079087s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.116001Z","caller":"traceutil/trace.go:172","msg":"trace[1950943543] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"1.982465954s","start":"2026-03-17T20:49:11.133525Z","end":"2026-03-17T20:49:13.115991Z","steps":["trace[1950943543] 'process raft request' (duration: 1.981728124s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.116052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.133500Z","time spent":"1.982531305s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:13.116315Z","caller":"traceutil/trace.go:172","msg":"trace[1432034398] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"1.973165247s","start":"2026-03-17T20:49:11.143137Z","end":"2026-03-17T20:49:13.116302Z","steps":["trace[1432034398] 'process raft request' (duration: 1.972178993s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.116336Z","caller":"traceutil/trace.go:172","msg":"trace[1423042708] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"1.980900384s","start":"2026-03-17T20:49:11.135412Z","end":"2026-03-17T20:49:13.116312Z","steps":["trace[1423042708] 'process raft request' (duration: 1.979869319s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.116390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.143115Z","time spent":"1.973233887s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.116471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.135386Z","time spent":"1.981009605s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.126281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000703208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:13.126379Z","caller":"traceutil/trace.go:172","msg":"trace[1805445947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818889s","start":"2026-03-17T20:49:11.125542Z","end":"2026-03-17T20:49:13.126361Z","steps":["trace[1805445947] 'agreement among raft nodes before linearized reading' (duration: 2.000699898s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.126496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.125476Z","time spent":"2.00094897s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:13.458308Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276797,"received-request-id":15694372889285276792} {"level":"warn","ts":"2026-03-17T20:49:13.615503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:13.815380Z","caller":"traceutil/trace.go:172","msg":"trace[920802693] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1148; }","duration":"700.969776ms","start":"2026-03-17T20:49:13.114371Z","end":"2026-03-17T20:49:13.815340Z","steps":["trace[920802693] 'read index received' (duration: 700.958956ms)","trace[920802693] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.815607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"796.845379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.815713Z","caller":"traceutil/trace.go:172","msg":"trace[1114288870] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1010; }","duration":"796.9687ms","start":"2026-03-17T20:49:13.018722Z","end":"2026-03-17T20:49:13.815691Z","steps":["trace[1114288870] 'agreement among raft nodes before linearized reading' (duration: 796.773808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.815780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.018702Z","time spent":"797.065672ms","remote":"127.0.0.1:36940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:14.244731Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276799,"received-request-id":15694372889285276797} {"level":"info","ts":"2026-03-17T20:49:14.260565Z","caller":"traceutil/trace.go:172","msg":"trace[1648197653] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"1.139062987s","start":"2026-03-17T20:49:13.121481Z","end":"2026-03-17T20:49:14.260544Z","steps":["trace[1648197653] 'process raft request' (duration: 1.139025077s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:14.260738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.121462Z","time spent":"1.139208219s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:14.316701Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.817037Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:15.133051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000270005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:15.133119Z","caller":"traceutil/trace.go:172","msg":"trace[2136034496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370627s","start":"2026-03-17T20:49:13.132734Z","end":"2026-03-17T20:49:15.133104Z","steps":["trace[2136034496] 'agreement among raft nodes before linearized reading' (duration: 2.000265925s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.133159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.132726Z","time spent":"2.000427358s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:15.318320Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:15.501989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.797438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:15.818962Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276799,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:15.857900Z","caller":"traceutil/trace.go:172","msg":"trace[784013411] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1157; }","duration":"2.04237775s","start":"2026-03-17T20:49:13.815501Z","end":"2026-03-17T20:49:15.857879Z","steps":["trace[784013411] 'read index received' (duration: 2.04236714s)","trace[784013411] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.929459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.179411985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.929555Z","caller":"traceutil/trace.go:172","msg":"trace[366523795] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1018; }","duration":"2.179520376s","start":"2026-03-17T20:49:13.750009Z","end":"2026-03-17T20:49:15.929530Z","steps":["trace[366523795] 'agreement among raft nodes before linearized reading' (duration: 2.107944715s)","trace[366523795] 'range keys from in-memory index tree' (duration: 71.434549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.929612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.749976Z","time spent":"2.179623507s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.929527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.813232035s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.929584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.611450962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.929699Z","caller":"traceutil/trace.go:172","msg":"trace[1886386350] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1018; }","duration":"2.611556083s","start":"2026-03-17T20:49:13.318121Z","end":"2026-03-17T20:49:15.929677Z","steps":["trace[1886386350] 'agreement among raft nodes before linearized reading' (duration: 2.539806079s)","trace[1886386350] 'range keys from in-memory index tree' (duration: 71.52964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.929685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.806539851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-03-17T20:49:15.929751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.318104Z","time spent":"2.611633616s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:15.929784Z","caller":"traceutil/trace.go:172","msg":"trace[2132176830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1018; }","duration":"2.813445368s","start":"2026-03-17T20:49:13.116277Z","end":"2026-03-17T20:49:15.929722Z","steps":["trace[2132176830] 'agreement among raft nodes before linearized reading' (duration: 2.741689834s)","trace[2132176830] 'range keys from in-memory index tree' (duration: 71.529361ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:15.929805Z","caller":"traceutil/trace.go:172","msg":"trace[700386966] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hr9k; range_end:; response_count:1; response_revision:1018; }","duration":"2.806691674s","start":"2026-03-17T20:49:13.123089Z","end":"2026-03-17T20:49:15.929781Z","steps":["trace[700386966] 'agreement among raft nodes before linearized reading' (duration: 2.734841208s)","trace[700386966] 'range keys from in-memory index tree' (duration: 71.51613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.929856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.123081Z","time spent":"2.806762816s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.930168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.810729781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-17T20:49:15.931369Z","caller":"traceutil/trace.go:172","msg":"trace[17627640] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1018; }","duration":"2.811946217s","start":"2026-03-17T20:49:13.119406Z","end":"2026-03-17T20:49:15.931352Z","steps":["trace[17627640] 'agreement among raft nodes before linearized reading' (duration: 2.738542591s)","trace[17627640] 'range keys from in-memory index tree' (duration: 71.52202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.930181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.235502868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.931429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.119384Z","time spent":"2.812034798s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:15.931648Z","caller":"traceutil/trace.go:172","msg":"trace[349990807] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1018; }","duration":"2.237458485s","start":"2026-03-17T20:49:13.693969Z","end":"2026-03-17T20:49:15.931427Z","steps":["trace[349990807] 'agreement among raft nodes before linearized reading' (duration: 2.163990558s)","trace[349990807] 'range keys from in-memory index tree' (duration: 71.49264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.931708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.693951Z","time spent":"2.237744129s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.358289Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:16.859497Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:16.870123Z","caller":"traceutil/trace.go:172","msg":"trace[524702992] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1165; }","duration":"1.012070185s","start":"2026-03-17T20:49:15.858030Z","end":"2026-03-17T20:49:16.870100Z","steps":["trace[524702992] 'read index received' (duration: 1.012057805s)","trace[524702992] 'applied index is now lower than readState.Index' (duration: 11.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.870309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.735287633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.870398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.740301682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-17T20:49:16.870439Z","caller":"traceutil/trace.go:172","msg":"trace[1848564428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1025; }","duration":"1.740350312s","start":"2026-03-17T20:49:15.130079Z","end":"2026-03-17T20:49:16.870429Z","steps":["trace[1848564428] 'agreement among raft nodes before linearized reading' (duration: 1.74013645s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.475950513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.870480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.130057Z","time spent":"1.740412203s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.870484Z","caller":"traceutil/trace.go:172","msg":"trace[895370129] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1025; }","duration":"2.475981433s","start":"2026-03-17T20:49:14.394491Z","end":"2026-03-17T20:49:16.870472Z","steps":["trace[895370129] 'agreement among raft nodes before linearized reading' (duration: 2.475934942s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.394481Z","time spent":"2.476032343s","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.870510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.606737121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/etcd-controller-3.189dbbfe77772f81\" limit:1 ","response":"range_response_count:1 size:754"} {"level":"warn","ts":"2026-03-17T20:49:16.870549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.495303292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:16.870591Z","caller":"traceutil/trace.go:172","msg":"trace[1939157219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1025; }","duration":"1.495350322s","start":"2026-03-17T20:49:15.375233Z","end":"2026-03-17T20:49:16.870583Z","steps":["trace[1939157219] 'agreement among raft nodes before linearized reading' (duration: 1.49519696s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.870587Z","caller":"traceutil/trace.go:172","msg":"trace[1754885699] range","detail":"{range_begin:/registry/events/kube-system/etcd-controller-3.189dbbfe77772f81; range_end:; response_count:1; response_revision:1025; }","duration":"2.606823712s","start":"2026-03-17T20:49:14.263740Z","end":"2026-03-17T20:49:16.870564Z","steps":["trace[1754885699] 'agreement among raft nodes before linearized reading' (duration: 2.606590259s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.681866065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.870640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.263725Z","time spent":"2.606903583s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":777,"request content":"key:\"/registry/events/kube-system/etcd-controller-3.189dbbfe77772f81\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.870669Z","caller":"traceutil/trace.go:172","msg":"trace[1461384242] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1025; }","duration":"2.682083559s","start":"2026-03-17T20:49:14.188571Z","end":"2026-03-17T20:49:16.870654Z","steps":["trace[1461384242] 'agreement among raft nodes before linearized reading' (duration: 2.681823575s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.188542Z","time spent":"2.68215393s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.870710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.709095075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:16.870739Z","caller":"traceutil/trace.go:172","msg":"trace[1729646195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1025; }","duration":"1.709123395s","start":"2026-03-17T20:49:15.161608Z","end":"2026-03-17T20:49:16.870732Z","steps":["trace[1729646195] 'agreement among raft nodes before linearized reading' (duration: 1.709036324s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.161588Z","time spent":"1.709174036s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.870626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.375214Z","time spent":"1.495403983s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.870401Z","caller":"traceutil/trace.go:172","msg":"trace[1130854665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"1.735391874s","start":"2026-03-17T20:49:15.134987Z","end":"2026-03-17T20:49:16.870379Z","steps":["trace[1130854665] 'agreement among raft nodes before linearized reading' (duration: 1.735182781s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.479536073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:16.870315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.275768321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.870869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.134935Z","time spent":"1.735924802s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:16.870894Z","caller":"traceutil/trace.go:172","msg":"trace[195590776] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1025; }","duration":"1.276365999s","start":"2026-03-17T20:49:15.594518Z","end":"2026-03-17T20:49:16.870884Z","steps":["trace[195590776] 'agreement among raft nodes before linearized reading' (duration: 1.27570425s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.870897Z","caller":"traceutil/trace.go:172","msg":"trace[1869100388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1025; }","duration":"2.48004903s","start":"2026-03-17T20:49:14.390823Z","end":"2026-03-17T20:49:16.870872Z","steps":["trace[1869100388] 'agreement among raft nodes before linearized reading' (duration: 2.479451362s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.870936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.594498Z","time spent":"1.27642926s","remote":"127.0.0.1:37274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.870941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.390803Z","time spent":"2.480128591s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.871142Z","caller":"traceutil/trace.go:172","msg":"trace[792647766] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"1.680511081s","start":"2026-03-17T20:49:15.190625Z","end":"2026-03-17T20:49:16.871136Z","steps":["trace[792647766] 'process raft request' (duration: 1.68045587s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.871364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.21220408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.871391Z","caller":"traceutil/trace.go:172","msg":"trace[1649137950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"1.21223231s","start":"2026-03-17T20:49:15.659151Z","end":"2026-03-17T20:49:16.871384Z","steps":["trace[1649137950] 'agreement among raft nodes before linearized reading' (duration: 1.211404448s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.871404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.659132Z","time spent":"1.21226826s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:16.872779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.190603Z","time spent":"1.680563191s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:17.370523Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:17.871012Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.371634Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.872472Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.882902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000997873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:18.882979Z","caller":"traceutil/trace.go:172","msg":"trace[897896754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001086824s","start":"2026-03-17T20:49:16.881875Z","end":"2026-03-17T20:49:18.882962Z","steps":["trace[897896754] 'agreement among raft nodes before linearized reading' (duration: 2.000993973s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.883026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.881865Z","time spent":"2.001153045s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:18 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:19.372828Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:19.576081Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.049423144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:19.577193Z","caller":"traceutil/trace.go:172","msg":"trace[1065096344] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1169; }","duration":"2.706975897s","start":"2026-03-17T20:49:16.870195Z","end":"2026-03-17T20:49:19.577171Z","steps":["trace[1065096344] 'read index received' (duration: 2.706180255s)","trace[1065096344] 'applied index is now lower than readState.Index' (duration: 794.792µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:19.578229Z","caller":"traceutil/trace.go:172","msg":"trace[143318384] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"2.704695095s","start":"2026-03-17T20:49:16.873516Z","end":"2026-03-17T20:49:19.578211Z","steps":["trace[143318384] 'process raft request' (duration: 2.703465838s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.578461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.873491Z","time spent":"2.704831417s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:19.578830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.97771535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.578929Z","caller":"traceutil/trace.go:172","msg":"trace[1968343657] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"2.700727021s","start":"2026-03-17T20:49:16.878181Z","end":"2026-03-17T20:49:19.578908Z","steps":["trace[1968343657] 'process raft request' (duration: 2.698842525s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:19.578959Z","caller":"traceutil/trace.go:172","msg":"trace[2053191317] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1038; }","duration":"2.977883972s","start":"2026-03-17T20:49:16.601049Z","end":"2026-03-17T20:49:19.578933Z","steps":["trace[2053191317] 'agreement among raft nodes before linearized reading' (duration: 2.977603909s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.578999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.558293279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:19.579005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.625473019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"warn","ts":"2026-03-17T20:49:19.579031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.601029Z","time spent":"2.977987923s","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:19.579040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.878157Z","time spent":"2.700818112s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:19.579077Z","caller":"traceutil/trace.go:172","msg":"trace[464295520] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1038; }","duration":"3.62554699s","start":"2026-03-17T20:49:15.953514Z","end":"2026-03-17T20:49:19.579061Z","steps":["trace[464295520] 'agreement among raft nodes before linearized reading' (duration: 3.625327267s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.579124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.953498Z","time spent":"3.62561434s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":414,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:19.579182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.023498015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:19.579231Z","caller":"traceutil/trace.go:172","msg":"trace[1652438279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1038; }","duration":"3.023550395s","start":"2026-03-17T20:49:16.555667Z","end":"2026-03-17T20:49:19.579218Z","steps":["trace[1652438279] 'agreement among raft nodes before linearized reading' (duration: 3.023471874s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.579282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.555642Z","time spent":"3.023625017s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:19.579771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.646660329s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.579822Z","caller":"traceutil/trace.go:172","msg":"trace[1935007758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1038; }","duration":"3.647639252s","start":"2026-03-17T20:49:15.932172Z","end":"2026-03-17T20:49:19.579811Z","steps":["trace[1935007758] 'agreement among raft nodes before linearized reading' (duration: 3.646375994s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:19.579878Z","caller":"traceutil/trace.go:172","msg":"trace[410075968] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1038; }","duration":"3.558675833s","start":"2026-03-17T20:49:16.020362Z","end":"2026-03-17T20:49:19.579038Z","steps":["trace[410075968] 'agreement among raft nodes before linearized reading' (duration: 3.558257098s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.579928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.020338Z","time spent":"3.559577845s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:20.077581Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.578340Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.882932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999606641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:20.882996Z","caller":"traceutil/trace.go:172","msg":"trace[2015378978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999684052s","start":"2026-03-17T20:49:18.883299Z","end":"2026-03-17T20:49:20.882983Z","steps":["trace[2015378978] 'agreement among raft nodes before linearized reading' (duration: 1.999604531s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.883033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.883246Z","time spent":"1.999780763s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:20 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:21.079170Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.579445Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.079864Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.580868Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.696220Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.442964595s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:22.696627Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276806,"received-request-id":15694372889285276802} {"level":"warn","ts":"2026-03-17T20:49:22.891660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000181769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:22.891730Z","caller":"traceutil/trace.go:172","msg":"trace[965296230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026388s","start":"2026-03-17T20:49:20.891450Z","end":"2026-03-17T20:49:22.891714Z","steps":["trace[965296230] 'agreement among raft nodes before linearized reading' (duration: 2.000174849s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:22.891781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.891432Z","time spent":"2.000339351s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:23.085002Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.585576Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.086169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.178882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999876894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:24.179054Z","caller":"traceutil/trace.go:172","msg":"trace[737570371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.001018369s","start":"2026-03-17T20:49:19.178016Z","end":"2026-03-17T20:49:24.179034Z","steps":["trace[737570371] 'agreement among raft nodes before linearized reading' (duration: 4.999874213s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.179170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.177986Z","time spent":"5.00116041s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/17 20:49:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:24.587040Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.893514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001445671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:24.893611Z","caller":"traceutil/trace.go:172","msg":"trace[997656367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001553742s","start":"2026-03-17T20:49:22.892035Z","end":"2026-03-17T20:49:24.893589Z","steps":["trace[997656367] 'agreement among raft nodes before linearized reading' (duration: 2.001442871s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.893663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.892015Z","time spent":"2.001639085s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:25.088241Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.546154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.545170Z","time spent":"7.000977388s","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:25.605267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.620698Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.924142373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:25.621003Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276806,"received-request-id":15694372889285276802} {"level":"warn","ts":"2026-03-17T20:49:25.839523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.998882129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:25.839918Z","caller":"traceutil/trace.go:172","msg":"trace[95641987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999295694s","start":"2026-03-17T20:49:20.840598Z","end":"2026-03-17T20:49:25.839894Z","steps":["trace[95641987] 'agreement among raft nodes before linearized reading' (duration: 4.998878479s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.839986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.840574Z","time spent":"4.999397584s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:26.105948Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.578235Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:26.578676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.645064355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.578764Z","caller":"traceutil/trace.go:172","msg":"trace[1658560004] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"8.645182458s","start":"2026-03-17T20:49:17.933565Z","end":"2026-03-17T20:49:26.578748Z","steps":["trace[1658560004] 'agreement among raft nodes before linearized reading' (duration: 8.645058445s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.578814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.933544Z","time spent":"8.645259638s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:26.578865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.544388472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:26.578850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.665369934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.578885Z","caller":"traceutil/trace.go:172","msg":"trace[1296658233] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"7.544409592s","start":"2026-03-17T20:49:19.034470Z","end":"2026-03-17T20:49:26.578879Z","steps":["trace[1296658233] 'agreement among raft nodes before linearized reading' (duration: 7.544388422s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.578908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.034445Z","time spent":"7.544456823s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:26.578912Z","caller":"traceutil/trace.go:172","msg":"trace[1855514994] range","detail":"{range_begin:/registry/csidrivers; range_end:; }","duration":"9.665437444s","start":"2026-03-17T20:49:16.913456Z","end":"2026-03-17T20:49:26.578893Z","steps":["trace[1855514994] 'agreement among raft nodes before linearized reading' (duration: 9.665369874s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.578933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.761739938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.578953Z","caller":"traceutil/trace.go:172","msg":"trace[1395717706] range","detail":"{range_begin:/registry/rolebindings; range_end:; }","duration":"7.761757608s","start":"2026-03-17T20:49:18.817187Z","end":"2026-03-17T20:49:26.578945Z","steps":["trace[1395717706] 'agreement among raft nodes before linearized reading' (duration: 7.761740148s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.578975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.817169Z","time spent":"7.761800938s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.578977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.913440Z","time spent":"9.665521415s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.579006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.166789099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.579024Z","caller":"traceutil/trace.go:172","msg":"trace[2041320820] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"8.166805859s","start":"2026-03-17T20:49:18.412212Z","end":"2026-03-17T20:49:26.579018Z","steps":["trace[2041320820] 'agreement among raft nodes before linearized reading' (duration: 8.166789169s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.579038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.701580028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:26.579055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.412171Z","time spent":"8.166878289s","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:26.579068Z","caller":"traceutil/trace.go:172","msg":"trace[1802182577] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; }","duration":"9.701613088s","start":"2026-03-17T20:49:16.877445Z","end":"2026-03-17T20:49:26.579058Z","steps":["trace[1802182577] 'agreement among raft nodes before linearized reading' (duration: 9.701579098s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.579080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.19341968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:26.579095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.877426Z","time spent":"9.70166206s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:26.579120Z","caller":"traceutil/trace.go:172","msg":"trace[958335539] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"8.19343645s","start":"2026-03-17T20:49:18.385655Z","end":"2026-03-17T20:49:26.579092Z","steps":["trace[958335539] 'agreement among raft nodes before linearized reading' (duration: 8.19341995s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.579143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.385630Z","time spent":"8.1935069s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.578705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.480137894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.579175Z","caller":"traceutil/trace.go:172","msg":"trace[183332077] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"9.480661321s","start":"2026-03-17T20:49:17.098508Z","end":"2026-03-17T20:49:26.579169Z","steps":["trace[183332077] 'agreement among raft nodes before linearized reading' (duration: 9.480135964s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.579197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.098493Z","time spent":"9.480697861s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:26.579651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.71272505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.579746Z","caller":"traceutil/trace.go:172","msg":"trace[1703197508] range","detail":"{range_begin:/registry/csidrivers; range_end:; }","duration":"8.713724923s","start":"2026-03-17T20:49:17.866010Z","end":"2026-03-17T20:49:26.579735Z","steps":["trace[1703197508] 'agreement among raft nodes before linearized reading' (duration: 8.71272532s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.579879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.865985Z","time spent":"8.713873534s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.580105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.173856146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.580625Z","caller":"traceutil/trace.go:172","msg":"trace[741290327] range","detail":"{range_begin:/registry/resourceclaims; range_end:; }","duration":"9.174357043s","start":"2026-03-17T20:49:17.406238Z","end":"2026-03-17T20:49:26.580595Z","steps":["trace[741290327] 'agreement among raft nodes before linearized reading' (duration: 9.173855646s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.580733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.406217Z","time spent":"9.174482655s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.584552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999744104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:26.584635Z","caller":"traceutil/trace.go:172","msg":"trace[386926279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999833025s","start":"2026-03-17T20:49:21.584780Z","end":"2026-03-17T20:49:26.584613Z","steps":["trace[386926279] 'agreement among raft nodes before linearized reading' (duration: 4.999741314s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.584699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.584761Z","time spent":"4.999927567s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.901382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000205501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:26.901452Z","caller":"traceutil/trace.go:172","msg":"trace[681894843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301863s","start":"2026-03-17T20:49:24.901135Z","end":"2026-03-17T20:49:26.901437Z","steps":["trace[681894843] 'agreement among raft nodes before linearized reading' (duration: 2.000201631s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.901497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.901116Z","time spent":"2.000368634s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:27.079383Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:27.580465Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:28.081247Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:28.223824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.222897Z","time spent":"7.000916654s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:28.540306Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.919177368s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:28.540695Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276808,"received-request-id":15694372889285276806} {"level":"warn","ts":"2026-03-17T20:49:28.582432Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:28.842144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.211446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:28.902613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999518975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:28.902681Z","caller":"traceutil/trace.go:172","msg":"trace[462397923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999604276s","start":"2026-03-17T20:49:26.903062Z","end":"2026-03-17T20:49:28.902666Z","steps":["trace[462397923] 'agreement among raft nodes before linearized reading' (duration: 1.999516575s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.902727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.903030Z","time spent":"1.999691257s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:29.083067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:29.583845Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.084147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.107415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.264761662s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:30.372143Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.831095589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:30.372998Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276808,"received-request-id":15694372889285276806} {"level":"warn","ts":"2026-03-17T20:49:30.584920Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.911183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000115028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:30.911314Z","caller":"traceutil/trace.go:172","msg":"trace[550087433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025837s","start":"2026-03-17T20:49:28.911031Z","end":"2026-03-17T20:49:30.911290Z","steps":["trace[550087433] 'agreement among raft nodes before linearized reading' (duration: 2.000110438s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:30.911375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.911003Z","time spent":"2.000361822s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:30 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.085650Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.584381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.996576071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.584665Z","caller":"traceutil/trace.go:172","msg":"trace[1077899332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996864855s","start":"2026-03-17T20:49:28.587774Z","end":"2026-03-17T20:49:31.584639Z","steps":["trace[1077899332] 'agreement among raft nodes before linearized reading' (duration: 2.996574261s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.584753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.587747Z","time spent":"2.996994676s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/03/17 20:49:31 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.586693Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.730812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999107364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.730900Z","caller":"traceutil/trace.go:172","msg":"trace[186232726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999214895s","start":"2026-03-17T20:49:26.731666Z","end":"2026-03-17T20:49:31.730881Z","steps":["trace[186232726] 'agreement among raft nodes before linearized reading' (duration: 4.999104184s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.731024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.731643Z","time spent":"4.999362616s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/17 20:49:31 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:32.087427Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.588238Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.912459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000475416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:32.912565Z","caller":"traceutil/trace.go:172","msg":"trace[129501474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563237s","start":"2026-03-17T20:49:30.911959Z","end":"2026-03-17T20:49:32.912522Z","steps":["trace[129501474] 'agreement among raft nodes before linearized reading' (duration: 2.000474176s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.912651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.911936Z","time spent":"2.000704609s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:32 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:33.089238Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.593121Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:33.593285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.669125759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593322Z","caller":"traceutil/trace.go:172","msg":"trace[2071991864] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; }","duration":"9.66918858s","start":"2026-03-17T20:49:23.924119Z","end":"2026-03-17T20:49:33.593308Z","steps":["trace[2071991864] 'agreement among raft nodes before linearized reading' (duration: 9.669124689s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.522979909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.891345644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593396Z","caller":"traceutil/trace.go:172","msg":"trace[1899773029] range","detail":"{range_begin:/registry/networkpolicies; range_end:; }","duration":"9.891362194s","start":"2026-03-17T20:49:23.702029Z","end":"2026-03-17T20:49:33.593391Z","steps":["trace[1899773029] 'agreement among raft nodes before linearized reading' (duration: 9.891345914s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.702011Z","time spent":"9.891397354s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593405Z","caller":"traceutil/trace.go:172","msg":"trace[1433988115] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; }","duration":"9.523113441s","start":"2026-03-17T20:49:24.070274Z","end":"2026-03-17T20:49:33.593388Z","steps":["trace[1433988115] 'agreement among raft nodes before linearized reading' (duration: 9.522958709s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.383117826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.070240Z","time spent":"9.523210842s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.041732797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593497Z","caller":"traceutil/trace.go:172","msg":"trace[585984465] range","detail":"{range_begin:/registry/controllers; range_end:; }","duration":"11.041745747s","start":"2026-03-17T20:49:22.551748Z","end":"2026-03-17T20:49:33.593494Z","steps":["trace[585984465] 'agreement among raft nodes before linearized reading' (duration: 11.041733247s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.551726Z","time spent":"11.041784177s","remote":"127.0.0.1:37100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.084967018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.587652973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593558Z","caller":"traceutil/trace.go:172","msg":"trace[1699608153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"12.587666653s","start":"2026-03-17T20:49:21.005887Z","end":"2026-03-17T20:49:33.593554Z","steps":["trace[1699608153] 'agreement among raft nodes before linearized reading' (duration: 12.587653643s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.335815913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.005847Z","time spent":"12.587727774s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593582Z","caller":"traceutil/trace.go:172","msg":"trace[332739945] range","detail":"{range_begin:/registry/secrets; range_end:; }","duration":"12.335863405s","start":"2026-03-17T20:49:21.257712Z","end":"2026-03-17T20:49:33.593575Z","steps":["trace[332739945] 'agreement among raft nodes before linearized reading' (duration: 12.335816663s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.588446824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.257687Z","time spent":"12.335912425s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593620Z","caller":"traceutil/trace.go:172","msg":"trace[2068291680] range","detail":"{range_begin:/registry/ingressclasses; range_end:; }","duration":"12.588463794s","start":"2026-03-17T20:49:21.005152Z","end":"2026-03-17T20:49:33.593616Z","steps":["trace[2068291680] 'agreement among raft nodes before linearized reading' (duration: 12.588447014s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.005131Z","time spent":"12.588503325s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.104043123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.683041395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593660Z","caller":"traceutil/trace.go:172","msg":"trace[807253188] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"7.104067033s","start":"2026-03-17T20:49:26.489588Z","end":"2026-03-17T20:49:33.593655Z","steps":["trace[807253188] 'agreement among raft nodes before linearized reading' (duration: 7.104043093s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:33.593674Z","caller":"traceutil/trace.go:172","msg":"trace[235250188] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"12.683058085s","start":"2026-03-17T20:49:20.910612Z","end":"2026-03-17T20:49:33.593670Z","steps":["trace[235250188] 'agreement among raft nodes before linearized reading' (duration: 12.683041775s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.489541Z","time spent":"7.104136494s","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.854382891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593720Z","caller":"traceutil/trace.go:172","msg":"trace[1845592915] range","detail":"{range_begin:/registry/ingressclasses; range_end:; }","duration":"12.854398552s","start":"2026-03-17T20:49:20.739318Z","end":"2026-03-17T20:49:33.593717Z","steps":["trace[1845592915] 'agreement among raft nodes before linearized reading' (duration: 12.854383281s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.739295Z","time spent":"12.854435264s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.961500344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.232427907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593781Z","caller":"traceutil/trace.go:172","msg":"trace[1670772973] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"13.232441427s","start":"2026-03-17T20:49:20.361337Z","end":"2026-03-17T20:49:33.593778Z","steps":["trace[1670772973] 'agreement among raft nodes before linearized reading' (duration: 13.232429367s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:33.593784Z","caller":"traceutil/trace.go:172","msg":"trace[739877520] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; }","duration":"7.961532244s","start":"2026-03-17T20:49:25.632245Z","end":"2026-03-17T20:49:33.593777Z","steps":["trace[739877520] 'agreement among raft nodes before linearized reading' (duration: 7.961500454s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.361291Z","time spent":"13.232499758s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:33.593810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.618233628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.632225Z","time spent":"7.961578125s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593821Z","caller":"traceutil/trace.go:172","msg":"trace[1203069862] range","detail":"{range_begin:/registry/resourcequotas; range_end:; }","duration":"13.618244518s","start":"2026-03-17T20:49:19.975574Z","end":"2026-03-17T20:49:33.593818Z","steps":["trace[1203069862] 'agreement among raft nodes before linearized reading' (duration: 13.618233628s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.975561Z","time spent":"13.618267638s","remote":"127.0.0.1:36856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.043566521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.008820267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593862Z","caller":"traceutil/trace.go:172","msg":"trace[1210402355] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; }","duration":"14.008832857s","start":"2026-03-17T20:49:19.585026Z","end":"2026-03-17T20:49:33.593859Z","steps":["trace[1210402355] 'agreement among raft nodes before linearized reading' (duration: 14.008820337s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.585005Z","time spent":"14.008865538s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.212662899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.593892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.011581835s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593897Z","caller":"traceutil/trace.go:172","msg":"trace[1528593870] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; }","duration":"8.21268482s","start":"2026-03-17T20:49:25.381207Z","end":"2026-03-17T20:49:33.593891Z","steps":["trace[1528593870] 'agreement among raft nodes before linearized reading' (duration: 8.212663299s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.012878253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593922Z","caller":"traceutil/trace.go:172","msg":"trace[1725911117] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; }","duration":"14.012889723s","start":"2026-03-17T20:49:19.581030Z","end":"2026-03-17T20:49:33.593920Z","steps":["trace[1725911117] 'agreement among raft nodes before linearized reading' (duration: 14.012878793s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.581005Z","time spent":"14.012925163s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.381174Z","time spent":"8.212740671s","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.526909838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593990Z","caller":"traceutil/trace.go:172","msg":"trace[378679979] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; }","duration":"8.52693596s","start":"2026-03-17T20:49:25.067047Z","end":"2026-03-17T20:49:33.593983Z","steps":["trace[378679979] 'agreement among raft nodes before linearized reading' (duration: 8.526910229s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.067017Z","time spent":"8.5269934s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.581793831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.594084Z","caller":"traceutil/trace.go:172","msg":"trace[544575835] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; }","duration":"8.581826622s","start":"2026-03-17T20:49:25.012251Z","end":"2026-03-17T20:49:33.594078Z","steps":["trace[544575835] 'agreement among raft nodes before linearized reading' (duration: 8.581793901s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.012233Z","time spent":"8.581873452s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.285988425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.594186Z","caller":"traceutil/trace.go:172","msg":"trace[1685023870] range","detail":"{range_begin:/registry/deviceclasses; range_end:; }","duration":"9.286020375s","start":"2026-03-17T20:49:24.308158Z","end":"2026-03-17T20:49:33.594178Z","steps":["trace[1685023870] 'agreement among raft nodes before linearized reading' (duration: 9.285989025s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.308090Z","time spent":"9.286125306s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":0,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.330155596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.594302Z","caller":"traceutil/trace.go:172","msg":"trace[643365114] range","detail":"{range_begin:/registry/configmaps; range_end:; }","duration":"9.330187047s","start":"2026-03-17T20:49:24.264107Z","end":"2026-03-17T20:49:33.594294Z","steps":["trace[643365114] 'agreement among raft nodes before linearized reading' (duration: 9.330155486s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.264085Z","time spent":"9.330246278s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.377385298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.594429Z","caller":"traceutil/trace.go:172","msg":"trace[835625475] range","detail":"{range_begin:/registry/roles; range_end:; }","duration":"9.377418009s","start":"2026-03-17T20:49:24.217003Z","end":"2026-03-17T20:49:33.594421Z","steps":["trace[835625475] 'agreement among raft nodes before linearized reading' (duration: 9.377385538s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.216975Z","time spent":"9.3774846s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":0,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.4155431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.593555Z","caller":"traceutil/trace.go:172","msg":"trace[796905098] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"7.085003619s","start":"2026-03-17T20:49:26.508545Z","end":"2026-03-17T20:49:33.593548Z","steps":["trace[796905098] 'agreement among raft nodes before linearized reading' (duration: 7.084967018s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:33.594541Z","caller":"traceutil/trace.go:172","msg":"trace[701029079] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; }","duration":"9.41557532s","start":"2026-03-17T20:49:24.178957Z","end":"2026-03-17T20:49:33.594533Z","steps":["trace[701029079] 'agreement among raft nodes before linearized reading' (duration: 9.41554337s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.508529Z","time spent":"7.086030572s","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.178925Z","time spent":"9.415646011s","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.594630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.476541046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.594663Z","caller":"traceutil/trace.go:172","msg":"trace[955378523] range","detail":"{range_begin:/registry/pods; range_end:; }","duration":"9.476573767s","start":"2026-03-17T20:49:24.118081Z","end":"2026-03-17T20:49:33.594655Z","steps":["trace[955378523] 'agreement among raft nodes before linearized reading' (duration: 9.476540546s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.118053Z","time spent":"9.476638038s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.924094Z","time spent":"9.66926001s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593473Z","caller":"traceutil/trace.go:172","msg":"trace[216578610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.383134707s","start":"2026-03-17T20:49:23.210322Z","end":"2026-03-17T20:49:33.593457Z","steps":["trace[216578610] 'agreement among raft nodes before linearized reading' (duration: 10.383117696s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.593730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.254038822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:33.594775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.210300Z","time spent":"10.384466584s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.594793Z","caller":"traceutil/trace.go:172","msg":"trace[436576152] range","detail":"{range_begin:/registry/deployments; range_end:; }","duration":"7.255103645s","start":"2026-03-17T20:49:26.339684Z","end":"2026-03-17T20:49:33.594787Z","steps":["trace[436576152] 'agreement among raft nodes before linearized reading' (duration: 7.254038912s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.594814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.339663Z","time spent":"7.255145016s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593858Z","caller":"traceutil/trace.go:172","msg":"trace[860420375] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; }","duration":"8.043586851s","start":"2026-03-17T20:49:25.550264Z","end":"2026-03-17T20:49:33.593851Z","steps":["trace[860420375] 'agreement among raft nodes before linearized reading' (duration: 8.043567171s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.595020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.550237Z","time spent":"8.044775277s","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.910586Z","time spent":"12.683101695s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.593757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.182839097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:33.595789Z","caller":"traceutil/trace.go:172","msg":"trace[1132957485] range","detail":"{range_begin:/registry/jobs; range_end:; }","duration":"13.184850393s","start":"2026-03-17T20:49:20.410913Z","end":"2026-03-17T20:49:33.595764Z","steps":["trace[1132957485] 'agreement among raft nodes before linearized reading' (duration: 13.182839867s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.595816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.410881Z","time spent":"13.184928534s","remote":"127.0.0.1:37132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.593904Z","caller":"traceutil/trace.go:172","msg":"trace[1658824112] range","detail":"{range_begin:; range_end:; }","duration":"14.011594085s","start":"2026-03-17T20:49:19.582307Z","end":"2026-03-17T20:49:33.593901Z","steps":["trace[1658824112] 'agreement among raft nodes before linearized reading' (duration: 14.011582255s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:33.595936Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:34.094020Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.198341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.197924Z","time spent":"7.000412313s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:34.284968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.997663792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:34.285218Z","caller":"traceutil/trace.go:172","msg":"trace[1242948993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997934695s","start":"2026-03-17T20:49:29.287266Z","end":"2026-03-17T20:49:34.285200Z","steps":["trace[1242948993] 'agreement among raft nodes before linearized reading' (duration: 4.997660562s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.285382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.287244Z","time spent":"4.998124368s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:34 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:34.594273Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.919372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000683982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:34.919429Z","caller":"traceutil/trace.go:172","msg":"trace[185610803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752003s","start":"2026-03-17T20:49:32.918664Z","end":"2026-03-17T20:49:34.919416Z","steps":["trace[185610803] 'agreement among raft nodes before linearized reading' (duration: 2.000681432s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.919464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.918649Z","time spent":"2.000808623s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:34 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:35.095144Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.230764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.229644Z","time spent":"7.001113258s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:35.414866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.817713432s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:35.415097Z","caller":"traceutil/trace.go:172","msg":"trace[1460611667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"1.817953415s","start":"2026-03-17T20:49:33.597128Z","end":"2026-03-17T20:49:35.415082Z","steps":["trace[1460611667] 'range keys from in-memory index tree' (duration: 1.817675722s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.415394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.307878254s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:35.415423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.07193221s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:35.415467Z","caller":"traceutil/trace.go:172","msg":"trace[878852524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"1.07198919s","start":"2026-03-17T20:49:34.343470Z","end":"2026-03-17T20:49:35.415459Z","steps":["trace[878852524] 'range keys from in-memory index tree' (duration: 1.071887148s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.416409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.117353Z","time spent":"4.299051104s","remote":"127.0.0.1:58550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:35.550603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.930691088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:35.550686Z","caller":"traceutil/trace.go:172","msg":"trace[421374087] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; }","duration":"1.93085772s","start":"2026-03-17T20:49:33.619810Z","end":"2026-03-17T20:49:35.550668Z","steps":["trace[421374087] 'agreement among raft nodes before linearized reading' (duration: 1.930657737s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.550739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.619786Z","time spent":"1.93094191s","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} 2026/03/17 20:49:35 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:35.596027Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.925839Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"5.552763705s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:35.926269Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276812,"received-request-id":15694372889285276808} {"level":"warn","ts":"2026-03-17T20:49:36.112639Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.585443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.586963Z","time spent":"4.998472153s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:36.613637Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:36.880967Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a5d356541e22d9cd [logterm: 5, index: 1259, vote: 0] ignored MsgPreVote from d11d60056e8410fb [logterm: 5, index: 1259] at term 5: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:36.920347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000455218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:36.920457Z","caller":"traceutil/trace.go:172","msg":"trace[102668650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005808s","start":"2026-03-17T20:49:34.919854Z","end":"2026-03-17T20:49:36.920435Z","steps":["trace[102668650] 'agreement among raft nodes before linearized reading' (duration: 2.000450418s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.920522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.919819Z","time spent":"2.000686092s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:37.114737Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.197515Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.270897245s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:37.572765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.157289482s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:37.615467Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.659493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000394007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:37.659584Z","caller":"traceutil/trace.go:172","msg":"trace[48368129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504359s","start":"2026-03-17T20:49:35.659062Z","end":"2026-03-17T20:49:37.659566Z","steps":["trace[48368129] 'agreement among raft nodes before linearized reading' (duration: 2.000387357s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.659637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.659038Z","time spent":"2.000588589s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:37.778843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.723167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:38.116215Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.240419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.426806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:38.253190Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.055171668s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:38.253548Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276812,"received-request-id":15694372889285276808} {"level":"warn","ts":"2026-03-17T20:49:38.612085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.506423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:38.616907Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.930214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000357547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:38.930302Z","caller":"traceutil/trace.go:172","msg":"trace[1413748972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454668s","start":"2026-03-17T20:49:36.929829Z","end":"2026-03-17T20:49:38.930284Z","steps":["trace[1413748972] 'agreement among raft nodes before linearized reading' (duration: 2.000355037s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.930352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.929811Z","time spent":"2.00053255s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:38 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:38.995490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.725559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:39.551036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"555.455215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:40.233577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"682.456125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:40.669748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000054073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:40.669911Z","caller":"traceutil/trace.go:172","msg":"trace[427102488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000252485s","start":"2026-03-17T20:49:35.669637Z","end":"2026-03-17T20:49:40.669890Z","steps":["trace[427102488] 'agreement among raft nodes before linearized reading' (duration: 5.000045833s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.670090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.669620Z","time spent":"5.000461888s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/17 20:49:40 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:40.931098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000120329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:40.931212Z","caller":"traceutil/trace.go:172","msg":"trace[1192822621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240801s","start":"2026-03-17T20:49:38.930948Z","end":"2026-03-17T20:49:40.931189Z","steps":["trace[1192822621] 'agreement among raft nodes before linearized reading' (duration: 2.000117539s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.931281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.930925Z","time spent":"2.000341272s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:40.933300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"698.560262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:41.202449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.201907Z","time spent":"7.000537351s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:41.530915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.082537ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:42.003482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.00399873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:42.003611Z","caller":"traceutil/trace.go:172","msg":"trace[1098336449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.004172692s","start":"2026-03-17T20:49:36.999421Z","end":"2026-03-17T20:49:42.003594Z","steps":["trace[1098336449] 'agreement among raft nodes before linearized reading' (duration: 5.00399416s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.003698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.999398Z","time spent":"5.004288464s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.080925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.501841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:42.082266Z","caller":"traceutil/trace.go:172","msg":"trace[1852758284] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1216; }","duration":"8.489047622s","start":"2026-03-17T20:49:33.593205Z","end":"2026-03-17T20:49:42.082252Z","steps":["trace[1852758284] 'read index received' (duration: 5.368165692s)","trace[1852758284] 'applied index is now lower than readState.Index' (duration: 3.12088122s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.082305Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276815,"received-request-id":15694372889285276812} {"level":"warn","ts":"2026-03-17T20:49:42.432058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.840454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:42.432226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.828234351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.432281Z","caller":"traceutil/trace.go:172","msg":"trace[878178540] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1110; }","duration":"15.828293762s","start":"2026-03-17T20:49:26.603969Z","end":"2026-03-17T20:49:42.432263Z","steps":["trace[878178540] 'agreement among raft nodes before linearized reading' (duration: 15.478431276s)","trace[878178540] 'range keys from in-memory index tree' (duration: 349.755595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.432294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.996724582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.432359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.603949Z","time spent":"15.828390953s","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.432392Z","caller":"traceutil/trace.go:172","msg":"trace[1096636247] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1110; }","duration":"12.996837413s","start":"2026-03-17T20:49:29.435528Z","end":"2026-03-17T20:49:42.432366Z","steps":["trace[1096636247] 'agreement among raft nodes before linearized reading' (duration: 12.646824655s)","trace[1096636247] 'range keys from in-memory index tree' (duration: 349.874776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.432408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.291832242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.432458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.435509Z","time spent":"12.996935894s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.432510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.481095553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.432553Z","caller":"traceutil/trace.go:172","msg":"trace[1699643057] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1110; }","duration":"15.481136144s","start":"2026-03-17T20:49:26.951405Z","end":"2026-03-17T20:49:42.432541Z","steps":["trace[1699643057] 'agreement among raft nodes before linearized reading' (duration: 15.130964595s)","trace[1699643057] 'range keys from in-memory index tree' (duration: 350.122868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.432603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.951382Z","time spent":"15.481210204s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.432691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.824769174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.432754Z","caller":"traceutil/trace.go:172","msg":"trace[189818724] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1110; }","duration":"15.824830865s","start":"2026-03-17T20:49:26.607907Z","end":"2026-03-17T20:49:42.432738Z","steps":["trace[189818724] 'agreement among raft nodes before linearized reading' (duration: 15.474472224s)","trace[189818724] 'range keys from in-memory index tree' (duration: 350.28199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.432786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.607896Z","time spent":"15.824881256s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.432835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.334822851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.432853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.503760915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.432879Z","caller":"traceutil/trace.go:172","msg":"trace[1884971742] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1110; }","duration":"11.334867043s","start":"2026-03-17T20:49:31.097998Z","end":"2026-03-17T20:49:42.432865Z","steps":["trace[1884971742] 'agreement among raft nodes before linearized reading' (duration: 10.984343268s)","trace[1884971742] 'range keys from in-memory index tree' (duration: 350.440393ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:42.432894Z","caller":"traceutil/trace.go:172","msg":"trace[1036091124] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1110; }","duration":"13.503798457s","start":"2026-03-17T20:49:28.929081Z","end":"2026-03-17T20:49:42.432880Z","steps":["trace[1036091124] 'agreement among raft nodes before linearized reading' (duration: 13.153290423s)","trace[1036091124] 'range keys from in-memory index tree' (duration: 350.460142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.432918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.097979Z","time spent":"11.334928603s","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.432928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.929064Z","time spent":"13.503854967s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.432974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.826255985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433011Z","caller":"traceutil/trace.go:172","msg":"trace[165557061] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1110; }","duration":"15.826291565s","start":"2026-03-17T20:49:26.606709Z","end":"2026-03-17T20:49:42.433001Z","steps":["trace[165557061] 'agreement among raft nodes before linearized reading' (duration: 15.47567623s)","trace[165557061] 'range keys from in-memory index tree' (duration: 350.568165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.606694Z","time spent":"15.826335576s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.432466Z","caller":"traceutil/trace.go:172","msg":"trace[1384058820] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1110; }","duration":"14.291890493s","start":"2026-03-17T20:49:28.140556Z","end":"2026-03-17T20:49:42.432446Z","steps":["trace[1384058820] 'agreement among raft nodes before linearized reading' (duration: 13.941820865s)","trace[1384058820] 'range keys from in-memory index tree' (duration: 349.999737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.140505Z","time spent":"14.292584601s","remote":"127.0.0.1:37170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.823846982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433161Z","caller":"traceutil/trace.go:172","msg":"trace[2051450099] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1110; }","duration":"15.823885893s","start":"2026-03-17T20:49:26.609256Z","end":"2026-03-17T20:49:42.433142Z","steps":["trace[2051450099] 'agreement among raft nodes before linearized reading' (duration: 15.473118716s)","trace[2051450099] 'range keys from in-memory index tree' (duration: 350.717756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.609244Z","time spent":"15.823957623s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.827862905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-03-17T20:49:42.433285Z","caller":"traceutil/trace.go:172","msg":"trace[125266940] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1110; }","duration":"15.827898435s","start":"2026-03-17T20:49:26.605377Z","end":"2026-03-17T20:49:42.433275Z","steps":["trace[125266940] 'agreement among raft nodes before linearized reading' (duration: 15.477018457s)","trace[125266940] 'range keys from in-memory index tree' (duration: 350.793067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.605363Z","time spent":"15.827941536s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7839,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.827754854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.433134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.947650417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433488Z","caller":"traceutil/trace.go:172","msg":"trace[123493203] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1110; }","duration":"15.828065238s","start":"2026-03-17T20:49:26.605407Z","end":"2026-03-17T20:49:42.433472Z","steps":["trace[123493203] 'agreement among raft nodes before linearized reading' (duration: 15.476983837s)","trace[123493203] 'range keys from in-memory index tree' (duration: 350.762447ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:42.433513Z","caller":"traceutil/trace.go:172","msg":"trace[786147648] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1110; }","duration":"14.948036742s","start":"2026-03-17T20:49:27.485460Z","end":"2026-03-17T20:49:42.433497Z","steps":["trace[786147648] 'agreement among raft nodes before linearized reading' (duration: 14.59688737s)","trace[786147648] 'range keys from in-memory index tree' (duration: 350.750007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.829452746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:127 size:10642"} {"level":"warn","ts":"2026-03-17T20:49:42.433539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.605396Z","time spent":"15.828130818s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.058094654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.433575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.709261098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433609Z","caller":"traceutil/trace.go:172","msg":"trace[112780494] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1110; }","duration":"14.709294588s","start":"2026-03-17T20:49:27.724304Z","end":"2026-03-17T20:49:42.433598Z","steps":["trace[112780494] 'agreement among raft nodes before linearized reading' (duration: 14.358036204s)","trace[112780494] 'range keys from in-memory index tree' (duration: 351.213494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.828357382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433696Z","caller":"traceutil/trace.go:172","msg":"trace[259596707] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1110; }","duration":"15.828402443s","start":"2026-03-17T20:49:26.605281Z","end":"2026-03-17T20:49:42.433684Z","steps":["trace[259596707] 'agreement among raft nodes before linearized reading' (duration: 15.477144229s)","trace[259596707] 'range keys from in-memory index tree' (duration: 351.173543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.605270Z","time spent":"15.828448834s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.485419Z","time spent":"14.948310567s","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.077653901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433778Z","caller":"traceutil/trace.go:172","msg":"trace[259461839] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1110; }","duration":"13.077682501s","start":"2026-03-17T20:49:29.356087Z","end":"2026-03-17T20:49:42.433769Z","steps":["trace[259461839] 'agreement among raft nodes before linearized reading' (duration: 12.726271386s)","trace[259461839] 'range keys from in-memory index tree' (duration: 351.372365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.356072Z","time spent":"13.077728852s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.992264351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.433972Z","caller":"traceutil/trace.go:172","msg":"trace[742381762] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1110; }","duration":"14.992294651s","start":"2026-03-17T20:49:27.441666Z","end":"2026-03-17T20:49:42.433960Z","steps":["trace[742381762] 'agreement among raft nodes before linearized reading' (duration: 14.640688793s)","trace[742381762] 'range keys from in-memory index tree' (duration: 351.567277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.433994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.441648Z","time spent":"14.992340241s","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.829872812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.434166Z","caller":"traceutil/trace.go:172","msg":"trace[1034103437] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1110; }","duration":"15.830105194s","start":"2026-03-17T20:49:26.604051Z","end":"2026-03-17T20:49:42.434156Z","steps":["trace[1034103437] 'agreement among raft nodes before linearized reading' (duration: 15.478380885s)","trace[1034103437] 'range keys from in-memory index tree' (duration: 351.479737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.434195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.604031Z","time spent":"15.830155755s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.433660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.724280Z","time spent":"14.709368469s","remote":"127.0.0.1:37170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.433573Z","caller":"traceutil/trace.go:172","msg":"trace[1620345243] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:127; response_revision:1110; }","duration":"15.829508298s","start":"2026-03-17T20:49:26.604048Z","end":"2026-03-17T20:49:42.433557Z","steps":["trace[1620345243] 'agreement among raft nodes before linearized reading' (duration: 15.478359185s)","trace[1620345243] 'range keys from in-memory index tree' (duration: 349.986407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.434463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.604028Z","time spent":"15.830420709s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":127,"response size":10665,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:42.434410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"14.48387713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.434559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.83045309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:127 size:10642"} {"level":"warn","ts":"2026-03-17T20:49:42.434605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.777230616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.434692Z","caller":"traceutil/trace.go:172","msg":"trace[94160590] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1110; }","duration":"14.484094853s","start":"2026-03-17T20:49:27.950524Z","end":"2026-03-17T20:49:42.434619Z","steps":["trace[94160590] 'agreement among raft nodes before linearized reading' (duration: 14.131770386s)","trace[94160590] 'range keys from in-memory index tree' (duration: 352.095584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.434825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.950495Z","time spent":"14.484300865s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.434863Z","caller":"traceutil/trace.go:172","msg":"trace[928808284] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1110; }","duration":"12.777272687s","start":"2026-03-17T20:49:29.657363Z","end":"2026-03-17T20:49:42.434636Z","steps":["trace[928808284] 'agreement among raft nodes before linearized reading' (duration: 12.42498401s)","trace[928808284] 'range keys from in-memory index tree' (duration: 352.132185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.434901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.657335Z","time spent":"12.77755527s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.433598Z","caller":"traceutil/trace.go:172","msg":"trace[676279361] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1110; }","duration":"11.058569401s","start":"2026-03-17T20:49:31.375012Z","end":"2026-03-17T20:49:42.433581Z","steps":["trace[676279361] 'agreement among raft nodes before linearized reading' (duration: 10.707324017s)","trace[676279361] 'range keys from in-memory index tree' (duration: 349.799554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.434936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.858843268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.434974Z","caller":"traceutil/trace.go:172","msg":"trace[620346698] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1110; }","duration":"9.85888041s","start":"2026-03-17T20:49:32.576081Z","end":"2026-03-17T20:49:42.434962Z","steps":["trace[620346698] 'agreement among raft nodes before linearized reading' (duration: 9.506238848s)","trace[620346698] 'range keys from in-memory index tree' (duration: 352.59335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.576023Z","time spent":"9.858972531s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.434611Z","caller":"traceutil/trace.go:172","msg":"trace[322601211] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:127; response_revision:1110; }","duration":"15.83050425s","start":"2026-03-17T20:49:26.604091Z","end":"2026-03-17T20:49:42.434596Z","steps":["trace[322601211] 'agreement among raft nodes before linearized reading' (duration: 15.478347035s)","trace[322601211] 'range keys from in-memory index tree' (duration: 351.537336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.409631124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.435188Z","caller":"traceutil/trace.go:172","msg":"trace[423112720] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1110; }","duration":"9.409674124s","start":"2026-03-17T20:49:33.025498Z","end":"2026-03-17T20:49:42.435172Z","steps":["trace[423112720] 'agreement among raft nodes before linearized reading' (duration: 9.05680586s)","trace[423112720] 'range keys from in-memory index tree' (duration: 352.816623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.025485Z","time spent":"9.409731425s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.435254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.008498086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.435281Z","caller":"traceutil/trace.go:172","msg":"trace[1050475410] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1110; }","duration":"15.008524206s","start":"2026-03-17T20:49:27.426747Z","end":"2026-03-17T20:49:42.435272Z","steps":["trace[1050475410] 'agreement among raft nodes before linearized reading' (duration: 14.655611892s)","trace[1050475410] 'range keys from in-memory index tree' (duration: 352.877694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.426725Z","time spent":"15.008578177s","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.434971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.374978Z","time spent":"11.05998212s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.435140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.604078Z","time spent":"15.831048587s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":127,"response size":10665,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:42.435597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"15.23889495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.435098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.416857968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.435642Z","caller":"traceutil/trace.go:172","msg":"trace[609291061] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1110; }","duration":"15.23893984s","start":"2026-03-17T20:49:27.196688Z","end":"2026-03-17T20:49:42.435628Z","steps":["trace[609291061] 'agreement among raft nodes before linearized reading' (duration: 14.885677312s)","trace[609291061] 'range keys from in-memory index tree' (duration: 353.205168ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:42.435650Z","caller":"traceutil/trace.go:172","msg":"trace[1252405509] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1110; }","duration":"9.417410314s","start":"2026-03-17T20:49:33.018227Z","end":"2026-03-17T20:49:42.435637Z","steps":["trace[1252405509] 'agreement among raft nodes before linearized reading' (duration: 9.064083395s)","trace[1252405509] 'range keys from in-memory index tree' (duration: 352.763613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.196671Z","time spent":"15.238998542s","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.435779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.766019565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.435688Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.018203Z","time spent":"9.417474227s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.435809Z","caller":"traceutil/trace.go:172","msg":"trace[294892085] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1110; }","duration":"10.766049765s","start":"2026-03-17T20:49:31.669749Z","end":"2026-03-17T20:49:42.435799Z","steps":["trace[294892085] 'agreement among raft nodes before linearized reading' (duration: 10.412581673s)","trace[294892085] 'range keys from in-memory index tree' (duration: 353.428682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.669727Z","time spent":"10.766097507s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.435150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.537811849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.435939Z","caller":"traceutil/trace.go:172","msg":"trace[343012067] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1110; }","duration":"9.538594929s","start":"2026-03-17T20:49:32.897330Z","end":"2026-03-17T20:49:42.435925Z","steps":["trace[343012067] 'agreement among raft nodes before linearized reading' (duration: 9.184984925s)","trace[343012067] 'range keys from in-memory index tree' (duration: 352.815264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.435981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.897308Z","time spent":"9.538659829s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.436228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.425908341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.436270Z","caller":"traceutil/trace.go:172","msg":"trace[476255847] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1110; }","duration":"13.425948451s","start":"2026-03-17T20:49:29.010307Z","end":"2026-03-17T20:49:42.436255Z","steps":["trace[476255847] 'agreement among raft nodes before linearized reading' (duration: 13.072057565s)","trace[476255847] 'range keys from in-memory index tree' (duration: 349.744983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.436297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.010284Z","time spent":"13.426005783s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.436685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.598634129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.436718Z","caller":"traceutil/trace.go:172","msg":"trace[1268430599] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1110; }","duration":"10.59866789s","start":"2026-03-17T20:49:31.838040Z","end":"2026-03-17T20:49:42.436708Z","steps":["trace[1268430599] 'agreement among raft nodes before linearized reading' (duration: 10.244284676s)","trace[1268430599] 'range keys from in-memory index tree' (duration: 352.795663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.436766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.838019Z","time spent":"10.59873975s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.688597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.585632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:42.941187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000527865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:42.941279Z","caller":"traceutil/trace.go:172","msg":"trace[2065791587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634586s","start":"2026-03-17T20:49:40.940625Z","end":"2026-03-17T20:49:42.941259Z","steps":["trace[2065791587] 'agreement among raft nodes before linearized reading' (duration: 2.000443043s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.941386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.940608Z","time spent":"2.000759768s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:42 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:43.249784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.356579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:43.828636Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.30688308s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:43.865509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"615.211437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:43.865933Z","caller":"traceutil/trace.go:172","msg":"trace[503877051] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"1.423628061s","start":"2026-03-17T20:49:42.442287Z","end":"2026-03-17T20:49:43.865915Z","steps":["trace[503877051] 'process raft request' (duration: 1.42355327s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.865988Z","caller":"traceutil/trace.go:172","msg":"trace[2098502676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1124; }","duration":"2.65951221s","start":"2026-03-17T20:49:41.206449Z","end":"2026-03-17T20:49:43.865962Z","steps":["trace[2098502676] 'process raft request' (duration: 2.659225866s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.206400Z","time spent":"2.659637451s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:43.866235Z","caller":"traceutil/trace.go:172","msg":"trace[596413020] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1268; }","duration":"1.783916301s","start":"2026-03-17T20:49:42.082293Z","end":"2026-03-17T20:49:43.866209Z","steps":["trace[596413020] 'read index received' (duration: 439.015414ms)","trace[596413020] 'applied index is now lower than readState.Index' (duration: 1.344898797s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.866282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.011279831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866329Z","caller":"traceutil/trace.go:172","msg":"trace[943710987] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1128; }","duration":"10.011324661s","start":"2026-03-17T20:49:33.854991Z","end":"2026-03-17T20:49:43.866316Z","steps":["trace[943710987] 'agreement among raft nodes before linearized reading' (duration: 10.011247891s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.854964Z","time spent":"10.011395132s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.240994485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:43.866462Z","caller":"traceutil/trace.go:172","msg":"trace[368434484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1128; }","duration":"10.241034935s","start":"2026-03-17T20:49:33.625420Z","end":"2026-03-17T20:49:43.866455Z","steps":["trace[368434484] 'agreement among raft nodes before linearized reading' (duration: 10.240876323s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.580399146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.866509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.625408Z","time spent":"10.241094726s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.765942694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866541Z","caller":"traceutil/trace.go:172","msg":"trace[2008682405] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1128; }","duration":"8.580500587s","start":"2026-03-17T20:49:35.286021Z","end":"2026-03-17T20:49:43.866521Z","steps":["trace[2008682405] 'agreement among raft nodes before linearized reading' (duration: 8.580346385s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.866571Z","caller":"traceutil/trace.go:172","msg":"trace[1653609685] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1128; }","duration":"2.765973664s","start":"2026-03-17T20:49:41.100578Z","end":"2026-03-17T20:49:43.866552Z","steps":["trace[1653609685] 'agreement among raft nodes before linearized reading' (duration: 2.765929124s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.286003Z","time spent":"8.580577317s","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.100547Z","time spent":"2.766055315s","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.631098977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-03-17T20:49:43.866672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.242623036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866676Z","caller":"traceutil/trace.go:172","msg":"trace[1001100922] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:1; response_revision:1128; }","duration":"8.631139338s","start":"2026-03-17T20:49:35.235525Z","end":"2026-03-17T20:49:43.866665Z","steps":["trace[1001100922] 'agreement among raft nodes before linearized reading' (duration: 8.631014376s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.866689Z","caller":"traceutil/trace.go:172","msg":"trace[1447806797] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1128; }","duration":"10.242638897s","start":"2026-03-17T20:49:33.624044Z","end":"2026-03-17T20:49:43.866683Z","steps":["trace[1447806797] 'agreement among raft nodes before linearized reading' (duration: 10.242613236s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.624035Z","time spent":"10.242694817s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.942859951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866771Z","caller":"traceutil/trace.go:172","msg":"trace[538888488] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1128; }","duration":"8.942883302s","start":"2026-03-17T20:49:34.923881Z","end":"2026-03-17T20:49:43.866764Z","steps":["trace[538888488] 'agreement among raft nodes before linearized reading' (duration: 8.942843201s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.923869Z","time spent":"8.942922882s","remote":"127.0.0.1:37626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.271507784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866830Z","caller":"traceutil/trace.go:172","msg":"trace[397928766] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1128; }","duration":"6.271537154s","start":"2026-03-17T20:49:37.595283Z","end":"2026-03-17T20:49:43.866820Z","steps":["trace[397928766] 'agreement among raft nodes before linearized reading' (duration: 6.271490624s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.595257Z","time spent":"6.271591056s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.497413799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866912Z","caller":"traceutil/trace.go:172","msg":"trace[1099749233] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1128; }","duration":"3.497455049s","start":"2026-03-17T20:49:40.369447Z","end":"2026-03-17T20:49:43.866902Z","steps":["trace[1099749233] 'agreement among raft nodes before linearized reading' (duration: 3.497385878s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.369422Z","time spent":"3.497527461s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.323714327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.866991Z","caller":"traceutil/trace.go:172","msg":"trace[880872854] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1128; }","duration":"9.323746577s","start":"2026-03-17T20:49:34.543235Z","end":"2026-03-17T20:49:43.866981Z","steps":["trace[880872854] 'agreement among raft nodes before linearized reading' (duration: 9.323690716s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.338348743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.98455734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.543218Z","time spent":"9.323799207s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867033Z","caller":"traceutil/trace.go:172","msg":"trace[177661784] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1128; }","duration":"7.338376904s","start":"2026-03-17T20:49:36.528647Z","end":"2026-03-17T20:49:43.867024Z","steps":["trace[177661784] 'agreement among raft nodes before linearized reading' (duration: 7.338331393s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.528628Z","time spent":"7.338424235s","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.243293974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867094Z","caller":"traceutil/trace.go:172","msg":"trace[1402967757] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1128; }","duration":"10.243333584s","start":"2026-03-17T20:49:33.623754Z","end":"2026-03-17T20:49:43.867087Z","steps":["trace[1402967757] 'agreement among raft nodes before linearized reading' (duration: 10.243287474s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.623741Z","time spent":"10.243364854s","remote":"127.0.0.1:37132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.362757368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.556135208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867141Z","caller":"traceutil/trace.go:172","msg":"trace[1795338940] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1128; }","duration":"9.362789909s","start":"2026-03-17T20:49:34.504342Z","end":"2026-03-17T20:49:43.867132Z","steps":["trace[1795338940] 'agreement among raft nodes before linearized reading' (duration: 9.362737598s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.023022938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.504320Z","time spent":"9.362860359s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.721710621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.243255164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867228Z","caller":"traceutil/trace.go:172","msg":"trace[1101543276] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1128; }","duration":"7.721740732s","start":"2026-03-17T20:49:36.145479Z","end":"2026-03-17T20:49:43.867220Z","steps":["trace[1101543276] 'agreement among raft nodes before linearized reading' (duration: 7.721696701s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.244743543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867247Z","caller":"traceutil/trace.go:172","msg":"trace[222067894] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1128; }","duration":"10.243460876s","start":"2026-03-17T20:49:33.623774Z","end":"2026-03-17T20:49:43.867235Z","steps":["trace[222067894] 'agreement among raft nodes before linearized reading' (duration: 10.243245894s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.344642004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.623764Z","time spent":"10.243509286s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.148287132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.244887675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867360Z","caller":"traceutil/trace.go:172","msg":"trace[1205770299] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1128; }","duration":"10.244928476s","start":"2026-03-17T20:49:33.622426Z","end":"2026-03-17T20:49:43.867355Z","steps":["trace[1205770299] 'agreement among raft nodes before linearized reading' (duration: 10.244876865s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.316271324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:4388"} {"level":"warn","ts":"2026-03-17T20:49:43.867387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622421Z","time spent":"10.244958357s","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867388Z","caller":"traceutil/trace.go:172","msg":"trace[1853546961] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:1128; }","duration":"8.316296295s","start":"2026-03-17T20:49:35.551083Z","end":"2026-03-17T20:49:43.867380Z","steps":["trace[1853546961] 'agreement among raft nodes before linearized reading' (duration: 8.316185092s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.934846305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.760247922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.551064Z","time spent":"8.316340376s","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4411,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867415Z","caller":"traceutil/trace.go:172","msg":"trace[1177686577] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1128; }","duration":"5.934867905s","start":"2026-03-17T20:49:37.932541Z","end":"2026-03-17T20:49:43.867409Z","steps":["trace[1177686577] 'agreement among raft nodes before linearized reading' (duration: 5.934834315s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.932510Z","time spent":"5.934925736s","remote":"127.0.0.1:37626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867057Z","caller":"traceutil/trace.go:172","msg":"trace[1520828894] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1128; }","duration":"9.984614151s","start":"2026-03-17T20:49:33.882428Z","end":"2026-03-17T20:49:43.867042Z","steps":["trace[1520828894] 'agreement among raft nodes before linearized reading' (duration: 9.98452423s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.882403Z","time spent":"9.985081118s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.245147098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867557Z","caller":"traceutil/trace.go:172","msg":"trace[316864016] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1128; }","duration":"10.245167549s","start":"2026-03-17T20:49:33.622384Z","end":"2026-03-17T20:49:43.867552Z","steps":["trace[316864016] 'agreement among raft nodes before linearized reading' (duration: 10.245133588s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.024226684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.452454464s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.955994809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867630Z","caller":"traceutil/trace.go:172","msg":"trace[584574715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1128; }","duration":"8.452482755s","start":"2026-03-17T20:49:35.415139Z","end":"2026-03-17T20:49:43.867622Z","steps":["trace[584574715] 'agreement among raft nodes before linearized reading' (duration: 8.452442575s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.24526408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.009225102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867673Z","caller":"traceutil/trace.go:172","msg":"trace[548620413] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1128; }","duration":"10.24528463s","start":"2026-03-17T20:49:33.622383Z","end":"2026-03-17T20:49:43.867668Z","steps":["trace[548620413] 'agreement among raft nodes before linearized reading' (duration: 10.245232599s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.145448Z","time spent":"7.721798802s","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867697Z","caller":"traceutil/trace.go:172","msg":"trace[330165123] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1128; }","duration":"6.009269072s","start":"2026-03-17T20:49:37.858416Z","end":"2026-03-17T20:49:43.867686Z","steps":["trace[330165123] 'agreement among raft nodes before linearized reading' (duration: 6.009197771s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.858387Z","time spent":"6.009344954s","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.156821692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867147Z","caller":"traceutil/trace.go:172","msg":"trace[408156621] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1128; }","duration":"3.556166038s","start":"2026-03-17T20:49:40.310972Z","end":"2026-03-17T20:49:43.867138Z","steps":["trace[408156621] 'agreement among raft nodes before linearized reading' (duration: 3.556119247s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.867200Z","caller":"traceutil/trace.go:172","msg":"trace[806220789] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1128; }","duration":"4.023043558s","start":"2026-03-17T20:49:39.844150Z","end":"2026-03-17T20:49:43.867194Z","steps":["trace[806220789] 'agreement among raft nodes before linearized reading' (duration: 4.023011968s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.310940Z","time spent":"3.556888637s","remote":"127.0.0.1:37312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.844082Z","time spent":"4.023768707s","remote":"127.0.0.1:37100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.243147692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:43.867948Z","caller":"traceutil/trace.go:172","msg":"trace[597699703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1128; }","duration":"10.244084364s","start":"2026-03-17T20:49:33.623856Z","end":"2026-03-17T20:49:43.867940Z","steps":["trace[597699703] 'agreement among raft nodes before linearized reading' (duration: 10.243087052s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.062716527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.867978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.623849Z","time spent":"10.244118224s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867991Z","caller":"traceutil/trace.go:172","msg":"trace[1700878046] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1128; }","duration":"6.062758427s","start":"2026-03-17T20:49:37.805222Z","end":"2026-03-17T20:49:43.867980Z","steps":["trace[1700878046] 'agreement among raft nodes before linearized reading' (duration: 6.062692447s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.866906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.24299328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867437Z","caller":"traceutil/trace.go:172","msg":"trace[111483270] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1128; }","duration":"9.760315432s","start":"2026-03-17T20:49:34.107105Z","end":"2026-03-17T20:49:43.867421Z","steps":["trace[111483270] 'agreement among raft nodes before linearized reading' (duration: 9.760248321s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622378Z","time spent":"10.245222479s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.805173Z","time spent":"6.062842699s","remote":"127.0.0.1:37654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.107081Z","time spent":"9.761058622s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.235504Z","time spent":"8.631194849s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":574,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.867717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622360Z","time spent":"10.24533053s","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867635Z","caller":"traceutil/trace.go:172","msg":"trace[1920769700] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1128; }","duration":"5.956023759s","start":"2026-03-17T20:49:37.911604Z","end":"2026-03-17T20:49:43.867628Z","steps":["trace[1920769700] 'agreement among raft nodes before linearized reading' (duration: 5.955979269s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.24605122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.868358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.911572Z","time spent":"5.95676721s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867285Z","caller":"traceutil/trace.go:172","msg":"trace[1058940455] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1128; }","duration":"4.344665104s","start":"2026-03-17T20:49:39.522614Z","end":"2026-03-17T20:49:43.867279Z","steps":["trace[1058940455] 'agreement among raft nodes before linearized reading' (duration: 4.344630014s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.868376Z","caller":"traceutil/trace.go:172","msg":"trace[2066484091] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1128; }","duration":"10.24607588s","start":"2026-03-17T20:49:33.622293Z","end":"2026-03-17T20:49:43.868368Z","steps":["trace[2066484091] 'agreement among raft nodes before linearized reading' (duration: 10.246032909s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622280Z","time spent":"10.24611069s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.522588Z","time spent":"4.34580146s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.246235532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.868533Z","caller":"traceutil/trace.go:172","msg":"trace[1273217445] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1128; }","duration":"10.246265673s","start":"2026-03-17T20:49:33.622262Z","end":"2026-03-17T20:49:43.868527Z","steps":["trace[1273217445] 'agreement among raft nodes before linearized reading' (duration: 10.246224682s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.867265Z","caller":"traceutil/trace.go:172","msg":"trace[1900462205] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1128; }","duration":"10.244765013s","start":"2026-03-17T20:49:33.622494Z","end":"2026-03-17T20:49:43.867259Z","steps":["trace[1900462205] 'agreement among raft nodes before linearized reading' (duration: 10.244731793s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622257Z","time spent":"10.246288114s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622479Z","time spent":"10.24608049s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.246474086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.868668Z","caller":"traceutil/trace.go:172","msg":"trace[2072246175] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1128; }","duration":"10.246495906s","start":"2026-03-17T20:49:33.622167Z","end":"2026-03-17T20:49:43.868663Z","steps":["trace[2072246175] 'agreement among raft nodes before linearized reading' (duration: 10.246461486s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.868115Z","caller":"traceutil/trace.go:172","msg":"trace[2055433150] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1128; }","duration":"10.244198456s","start":"2026-03-17T20:49:33.623907Z","end":"2026-03-17T20:49:43.868105Z","steps":["trace[2055433150] 'agreement among raft nodes before linearized reading' (duration: 10.24297659s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622156Z","time spent":"10.246527047s","remote":"127.0.0.1:36856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.623901Z","time spent":"10.244799563s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.247289507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.868814Z","caller":"traceutil/trace.go:172","msg":"trace[816899562] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1128; }","duration":"10.247311987s","start":"2026-03-17T20:49:33.621497Z","end":"2026-03-17T20:49:43.868809Z","steps":["trace[816899562] 'agreement among raft nodes before linearized reading' (duration: 10.247277577s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621489Z","time spent":"10.247338338s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.248900498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.867827Z","caller":"traceutil/trace.go:172","msg":"trace[1870733391] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1128; }","duration":"6.15822764s","start":"2026-03-17T20:49:37.709591Z","end":"2026-03-17T20:49:43.867819Z","steps":["trace[1870733391] 'agreement among raft nodes before linearized reading' (duration: 6.156756881s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.867632Z","caller":"traceutil/trace.go:172","msg":"trace[1190260398] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1128; }","duration":"4.024624189s","start":"2026-03-17T20:49:39.842998Z","end":"2026-03-17T20:49:43.867622Z","steps":["trace[1190260398] 'agreement among raft nodes before linearized reading' (duration: 4.024216954s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.709567Z","time spent":"6.159320734s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.24908129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.868953Z","caller":"traceutil/trace.go:172","msg":"trace[596821799] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1128; }","duration":"10.249098571s","start":"2026-03-17T20:49:33.619849Z","end":"2026-03-17T20:49:43.868948Z","steps":["trace[596821799] 'agreement among raft nodes before linearized reading' (duration: 10.24906882s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.868969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.619838Z","time spent":"10.249126581s","remote":"127.0.0.1:37100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.866624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.242396503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.869074Z","caller":"traceutil/trace.go:172","msg":"trace[614560620] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1128; }","duration":"10.244844185s","start":"2026-03-17T20:49:33.624222Z","end":"2026-03-17T20:49:43.869066Z","steps":["trace[614560620] 'agreement among raft nodes before linearized reading' (duration: 10.242384003s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.248218749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.869093Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.624208Z","time spent":"10.244879235s","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.247717652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:43.869145Z","caller":"traceutil/trace.go:172","msg":"trace[1670731718] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1128; }","duration":"10.247751103s","start":"2026-03-17T20:49:33.621388Z","end":"2026-03-17T20:49:43.869139Z","steps":["trace[1670731718] 'agreement among raft nodes before linearized reading' (duration: 10.247673392s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.247993966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.869146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.247876514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:49:43.869163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621378Z","time spent":"10.247781573s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.248404301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.869170Z","caller":"traceutil/trace.go:172","msg":"trace[1580207938] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1128; }","duration":"10.248017836s","start":"2026-03-17T20:49:33.621146Z","end":"2026-03-17T20:49:43.869164Z","steps":["trace[1580207938] 'agreement among raft nodes before linearized reading' (duration: 10.247982136s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621109Z","time spent":"10.248098157s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.867334Z","caller":"traceutil/trace.go:172","msg":"trace[913508138] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1128; }","duration":"5.148306943s","start":"2026-03-17T20:49:38.719021Z","end":"2026-03-17T20:49:43.867328Z","steps":["trace[913508138] 'agreement among raft nodes before linearized reading' (duration: 5.148276582s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.718980Z","time spent":"5.150256388s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.249243752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.869291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.247820133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:498"} {"level":"info","ts":"2026-03-17T20:49:43.869294Z","caller":"traceutil/trace.go:172","msg":"trace[1915022353] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1128; }","duration":"10.249274712s","start":"2026-03-17T20:49:33.620008Z","end":"2026-03-17T20:49:43.869283Z","steps":["trace[1915022353] 'agreement among raft nodes before linearized reading' (duration: 10.249224372s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.869314Z","caller":"traceutil/trace.go:172","msg":"trace[2059880206] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1128; }","duration":"10.247842014s","start":"2026-03-17T20:49:33.621467Z","end":"2026-03-17T20:49:43.869309Z","steps":["trace[2059880206] 'agreement among raft nodes before linearized reading' (duration: 10.247784473s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.867362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.92140586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.869212Z","caller":"traceutil/trace.go:172","msg":"trace[422917494] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1128; }","duration":"10.248450191s","start":"2026-03-17T20:49:33.620749Z","end":"2026-03-17T20:49:43.869200Z","steps":["trace[422917494] 'agreement among raft nodes before linearized reading' (duration: 10.248380571s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.620002Z","time spent":"10.249318043s","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.620739Z","time spent":"10.248597203s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.868910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.842966Z","time spent":"4.025930176s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.248017626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.869453Z","caller":"traceutil/trace.go:172","msg":"trace[1840282876] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1128; }","duration":"10.248038576s","start":"2026-03-17T20:49:33.621409Z","end":"2026-03-17T20:49:43.869448Z","steps":["trace[1840282876] 'agreement among raft nodes before linearized reading' (duration: 10.248007875s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621399Z","time spent":"10.248065107s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.869509Z","caller":"traceutil/trace.go:172","msg":"trace[1284966404] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1128; }","duration":"10.249580127s","start":"2026-03-17T20:49:33.619919Z","end":"2026-03-17T20:49:43.869499Z","steps":["trace[1284966404] 'agreement among raft nodes before linearized reading' (duration: 10.248873638s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.869181Z","caller":"traceutil/trace.go:172","msg":"trace[121883570] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; response_count:1; response_revision:1128; }","duration":"10.247916434s","start":"2026-03-17T20:49:33.621255Z","end":"2026-03-17T20:49:43.869171Z","steps":["trace[121883570] 'agreement among raft nodes before linearized reading' (duration: 10.247808353s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.869113Z","caller":"traceutil/trace.go:172","msg":"trace[446293299] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1128; }","duration":"10.248246649s","start":"2026-03-17T20:49:33.620854Z","end":"2026-03-17T20:49:43.869101Z","steps":["trace[446293299] 'agreement among raft nodes before linearized reading' (duration: 10.248198329s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.619903Z","time spent":"10.249640677s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621228Z","time spent":"10.24831976s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.620844Z","time spent":"10.248712296s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621459Z","time spent":"10.248202869s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":521,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.869104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.248265599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.869781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.248391651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:130 size:10883"} {"level":"info","ts":"2026-03-17T20:49:43.869811Z","caller":"traceutil/trace.go:172","msg":"trace[1973991097] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:130; response_revision:1128; }","duration":"10.248421601s","start":"2026-03-17T20:49:33.621381Z","end":"2026-03-17T20:49:43.869803Z","steps":["trace[1973991097] 'agreement among raft nodes before linearized reading' (duration: 10.247816973s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.869812Z","caller":"traceutil/trace.go:172","msg":"trace[441910351] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1128; }","duration":"10.248972548s","start":"2026-03-17T20:49:33.620826Z","end":"2026-03-17T20:49:43.869799Z","steps":["trace[441910351] 'agreement among raft nodes before linearized reading' (duration: 10.248239229s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.869840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.621371Z","time spent":"10.248458222s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":130,"response size":10906,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:43.869862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.620818Z","time spent":"10.249030069s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.870039Z","caller":"traceutil/trace.go:172","msg":"trace[1140114973] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1128; }","duration":"5.924075304s","start":"2026-03-17T20:49:37.945951Z","end":"2026-03-17T20:49:43.870026Z","steps":["trace[1140114973] 'agreement among raft nodes before linearized reading' (duration: 5.92139439s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.870095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.945920Z","time spent":"5.924160895s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.870269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.442267Z","time spent":"1.423723893s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7993,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:44.033191Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:44.367015Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.868154Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.941581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000237958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:44.941652Z","caller":"traceutil/trace.go:172","msg":"trace[1634255902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317368s","start":"2026-03-17T20:49:42.941320Z","end":"2026-03-17T20:49:44.941638Z","steps":["trace[1634255902] 'agreement among raft nodes before linearized reading' (duration: 2.000235378s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.941697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.941294Z","time spent":"2.00039674s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:44.957603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.002063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:44.986991Z","caller":"traceutil/trace.go:172","msg":"trace[2078879846] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1291; }","duration":"1.120677172s","start":"2026-03-17T20:49:43.866274Z","end":"2026-03-17T20:49:44.986951Z","steps":["trace[2078879846] 'read index received' (duration: 1.120668472s)","trace[2078879846] 'applied index is now lower than readState.Index' (duration: 7.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.987193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.189646627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.987246Z","caller":"traceutil/trace.go:172","msg":"trace[1848641206] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"1.110171227s","start":"2026-03-17T20:49:43.877056Z","end":"2026-03-17T20:49:44.987227Z","steps":["trace[1848641206] 'process raft request' (duration: 1.110125857s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.987299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.876780Z","time spent":"1.110515211s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:44.987408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.877029Z","time spent":"1.110308408s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:44.987222Z","caller":"traceutil/trace.go:172","msg":"trace[1360575210] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1131; }","duration":"1.189708058s","start":"2026-03-17T20:49:43.797504Z","end":"2026-03-17T20:49:44.987213Z","steps":["trace[1360575210] 'agreement among raft nodes before linearized reading' (duration: 1.189594367s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.987598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.797482Z","time spent":"1.190108713s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.488081Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:45.546686Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276821,"received-request-id":15694372889285276817} {"level":"info","ts":"2026-03-17T20:49:45.547154Z","caller":"traceutil/trace.go:172","msg":"trace[447718646] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"558.381951ms","start":"2026-03-17T20:49:44.988755Z","end":"2026-03-17T20:49:45.547137Z","steps":["trace[447718646] 'process raft request' (duration: 558.31942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.547363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.988733Z","time spent":"558.532954ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:45.691584Z","caller":"traceutil/trace.go:172","msg":"trace[1090385315] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1297; }","duration":"704.484752ms","start":"2026-03-17T20:49:44.987073Z","end":"2026-03-17T20:49:45.691558Z","steps":["trace[1090385315] 'read index received' (duration: 704.472872ms)","trace[1090385315] 'applied index is now lower than readState.Index' (duration: 10.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.891799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.014907183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-03-17T20:49:45.891870Z","caller":"traceutil/trace.go:172","msg":"trace[1565429767] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy; range_end:; response_count:1; response_revision:1136; }","duration":"2.014988654s","start":"2026-03-17T20:49:43.876864Z","end":"2026-03-17T20:49:45.891852Z","steps":["trace[1565429767] 'agreement among raft nodes before linearized reading' (duration: 1.814924043s)","trace[1565429767] 'range keys from in-memory index tree' (duration: 199.887489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.891919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.876848Z","time spent":"2.015050885s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.892060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.357556546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-17T20:49:45.892130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.015341689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr\" limit:1 ","response":"range_response_count:1 size:5201"} {"level":"info","ts":"2026-03-17T20:49:45.892297Z","caller":"traceutil/trace.go:172","msg":"trace[530549197] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr; range_end:; response_count:1; response_revision:1136; }","duration":"2.015501961s","start":"2026-03-17T20:49:43.876771Z","end":"2026-03-17T20:49:45.892273Z","steps":["trace[530549197] 'agreement among raft nodes before linearized reading' (duration: 1.815036664s)","trace[530549197] 'range keys from in-memory index tree' (duration: 200.157063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.892389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.848717739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.892356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.876756Z","time spent":"2.015585562s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5224,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:45.892430Z","caller":"traceutil/trace.go:172","msg":"trace[1937534824] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1136; }","duration":"1.84875788s","start":"2026-03-17T20:49:44.043661Z","end":"2026-03-17T20:49:45.892419Z","steps":["trace[1937534824] 'agreement among raft nodes before linearized reading' (duration: 1.648171001s)","trace[1937534824] 'range keys from in-memory index tree' (duration: 200.516987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.892455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.043632Z","time spent":"1.8488153s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:45.892402Z","caller":"traceutil/trace.go:172","msg":"trace[585814167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1136; }","duration":"1.357916071s","start":"2026-03-17T20:49:44.534287Z","end":"2026-03-17T20:49:45.892203Z","steps":["trace[585814167] 'agreement among raft nodes before linearized reading' (duration: 1.157479625s)","trace[585814167] 'range keys from in-memory index tree' (duration: 199.918939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.892575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.534269Z","time spent":"1.358290265s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.892304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.542656812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.892699Z","caller":"traceutil/trace.go:172","msg":"trace[824537188] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1136; }","duration":"1.543036668s","start":"2026-03-17T20:49:44.349640Z","end":"2026-03-17T20:49:45.892677Z","steps":["trace[824537188] 'agreement among raft nodes before linearized reading' (duration: 1.342018342s)","trace[824537188] 'range keys from in-memory index tree' (duration: 200.612789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.892743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.848733179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.892764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.349622Z","time spent":"1.543127228s","remote":"127.0.0.1:37132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:45.892776Z","caller":"traceutil/trace.go:172","msg":"trace[568616697] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1136; }","duration":"1.84876537s","start":"2026-03-17T20:49:44.044000Z","end":"2026-03-17T20:49:45.892765Z","steps":["trace[568616697] 'agreement among raft nodes before linearized reading' (duration: 1.647819146s)","trace[568616697] 'range keys from in-memory index tree' (duration: 200.879283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.892801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.043981Z","time spent":"1.84881284s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.892910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"944.743021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.892952Z","caller":"traceutil/trace.go:172","msg":"trace[1085651731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"944.782212ms","start":"2026-03-17T20:49:44.948157Z","end":"2026-03-17T20:49:45.892939Z","steps":["trace[1085651731] 'agreement among raft nodes before linearized reading' (duration: 743.586414ms)","trace[1085651731] 'range keys from in-memory index tree' (duration: 201.139665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.892988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.948137Z","time spent":"944.841262ms","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:45.893140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"996.356483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:45.893192Z","caller":"traceutil/trace.go:172","msg":"trace[370505891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1136; }","duration":"996.405443ms","start":"2026-03-17T20:49:44.896769Z","end":"2026-03-17T20:49:45.893175Z","steps":["trace[370505891] 'agreement among raft nodes before linearized reading' (duration: 794.986935ms)","trace[370505891] 'range keys from in-memory index tree' (duration: 201.296087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.893229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.896753Z","time spent":"996.465464ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.892440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.015263198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-17T20:49:45.893454Z","caller":"traceutil/trace.go:172","msg":"trace[491337988] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:1; response_revision:1136; }","duration":"2.016526464s","start":"2026-03-17T20:49:43.876894Z","end":"2026-03-17T20:49:45.893420Z","steps":["trace[491337988] 'agreement among raft nodes before linearized reading' (duration: 1.814885622s)","trace[491337988] 'range keys from in-memory index tree' (duration: 200.106262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.893512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.876890Z","time spent":"2.016606776s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":574,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.894109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.42211ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-17T20:49:45.894189Z","caller":"traceutil/trace.go:172","msg":"trace[1026629007] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1297; }","duration":"202.274421ms","start":"2026-03-17T20:49:45.691902Z","end":"2026-03-17T20:49:45.894177Z","steps":["trace[1026629007] 'read index received' (duration: 1.398098ms)","trace[1026629007] 'applied index is now lower than readState.Index' (duration: 200.875393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.894388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.486446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:45.894437Z","caller":"traceutil/trace.go:172","msg":"trace[444663670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; response_count:1; response_revision:1136; }","duration":"342.536117ms","start":"2026-03-17T20:49:45.551887Z","end":"2026-03-17T20:49:45.894423Z","steps":["trace[444663670] 'agreement among raft nodes before linearized reading' (duration: 342.352394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.894474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.551874Z","time spent":"342.588227ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.894573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"904.040659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.188\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.894666Z","caller":"traceutil/trace.go:172","msg":"trace[1548203974] range","detail":"{range_begin:/registry/masterleases/199.19.213.188; range_end:; response_count:0; response_revision:1136; }","duration":"904.394583ms","start":"2026-03-17T20:49:44.990206Z","end":"2026-03-17T20:49:45.894600Z","steps":["trace[1548203974] 'agreement among raft nodes before linearized reading' (duration: 904.011158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.894701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.990180Z","time spent":"904.509644ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.188\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.895123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.554931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.892259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.021758341s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.895163Z","caller":"traceutil/trace.go:172","msg":"trace[2057772350] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1136; }","duration":"725.596722ms","start":"2026-03-17T20:49:45.169557Z","end":"2026-03-17T20:49:45.895154Z","steps":["trace[2057772350] 'agreement among raft nodes before linearized reading' (duration: 725.296608ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:45.895188Z","caller":"traceutil/trace.go:172","msg":"trace[334589406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1136; }","duration":"2.024701849s","start":"2026-03-17T20:49:43.870469Z","end":"2026-03-17T20:49:45.895171Z","steps":["trace[334589406] 'agreement among raft nodes before linearized reading' (duration: 1.821386196s)","trace[334589406] 'range keys from in-memory index tree' (duration: 200.351245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.895309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.169507Z","time spent":"725.790654ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:46.397158Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.665993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.757081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:46.666089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.896301Z","time spent":"769.785442ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:46.666228Z","caller":"traceutil/trace.go:172","msg":"trace[868822886] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"770.417861ms","start":"2026-03-17T20:49:45.895799Z","end":"2026-03-17T20:49:46.666217Z","steps":["trace[868822886] 'process raft request' (duration: 578.381506ms)","trace[868822886] 'compare' (duration: 191.65946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.666385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.895735Z","time spent":"770.511251ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:46.897981Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:46.967375Z","caller":"traceutil/trace.go:172","msg":"trace[1903293419] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1304; }","duration":"1.070641489s","start":"2026-03-17T20:49:45.896712Z","end":"2026-03-17T20:49:46.967353Z","steps":["trace[1903293419] 'read index received' (duration: 1.070634919s)","trace[1903293419] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.967583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.070853901s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:46.967631Z","caller":"traceutil/trace.go:172","msg":"trace[1671347999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1142; }","duration":"1.070918222s","start":"2026-03-17T20:49:45.896700Z","end":"2026-03-17T20:49:46.967618Z","steps":["trace[1671347999] 'agreement among raft nodes before linearized reading' (duration: 1.070822021s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:46.967610Z","caller":"traceutil/trace.go:172","msg":"trace[181608747] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"1.069913998s","start":"2026-03-17T20:49:45.897674Z","end":"2026-03-17T20:49:46.967588Z","steps":["trace[181608747] 'process raft request' (duration: 1.069309201s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.967838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.897643Z","time spent":"1.070115241s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.457597Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276833,"received-request-id":15694372889285276828} {"level":"warn","ts":"2026-03-17T20:49:47.468038Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.649849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.627451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:47.650410Z","caller":"traceutil/trace.go:172","msg":"trace[105519994] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"1.75183452s","start":"2026-03-17T20:49:45.898556Z","end":"2026-03-17T20:49:47.650391Z","steps":["trace[105519994] 'process raft request' (duration: 1.223593231s)","trace[105519994] 'compare' (duration: 527.290117ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:47.650462Z","caller":"traceutil/trace.go:172","msg":"trace[138060650] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"1.748298206s","start":"2026-03-17T20:49:45.902140Z","end":"2026-03-17T20:49:47.650438Z","steps":["trace[138060650] 'process raft request' (duration: 1.74785002s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.650527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.898546Z","time spent":"1.751918142s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.650932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.902128Z","time spent":"1.74864284s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.774236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.135184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:49:47.774548Z","caller":"traceutil/trace.go:172","msg":"trace[1214349419] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"1.107258536s","start":"2026-03-17T20:49:46.667272Z","end":"2026-03-17T20:49:47.774530Z","steps":["trace[1214349419] 'process raft request' (duration: 1.107062273s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.774681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.667252Z","time spent":"1.107361718s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.968965Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:48.318349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"543.405055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:48.318690Z","caller":"traceutil/trace.go:172","msg":"trace[472346422] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1310; }","duration":"1.351189484s","start":"2026-03-17T20:49:46.967486Z","end":"2026-03-17T20:49:48.318675Z","steps":["trace[472346422] 'read index received' (duration: 1.151482031s)","trace[472346422] 'applied index is now lower than readState.Index' (duration: 199.706553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.318752Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276834,"received-request-id":15694372889285276833} {"level":"warn","ts":"2026-03-17T20:49:48.319019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.428009965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.319071Z","caller":"traceutil/trace.go:172","msg":"trace[273300459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"1.428063035s","start":"2026-03-17T20:49:46.890994Z","end":"2026-03-17T20:49:48.319057Z","steps":["trace[273300459] 'agreement among raft nodes before linearized reading' (duration: 1.427983244s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.319113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.890952Z","time spent":"1.428152088s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:48.319189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.28732374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:48.319249Z","caller":"traceutil/trace.go:172","msg":"trace[513394424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1149; }","duration":"2.287389931s","start":"2026-03-17T20:49:46.031847Z","end":"2026-03-17T20:49:48.319237Z","steps":["trace[513394424] 'agreement among raft nodes before linearized reading' (duration: 2.287235288s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.319275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.031829Z","time spent":"2.287441602s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.843824Z","caller":"traceutil/trace.go:172","msg":"trace[66843275] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1314; }","duration":"524.975846ms","start":"2026-03-17T20:49:48.318727Z","end":"2026-03-17T20:49:48.843703Z","steps":["trace[66843275] 'read index received' (duration: 497.499196ms)","trace[66843275] 'applied index is now lower than readState.Index' (duration: 27.47584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.843919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.442487815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:48.844006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.189118782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-03-17T20:49:48.844030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.075058926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.844030Z","caller":"traceutil/trace.go:172","msg":"trace[1995947160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1155; }","duration":"1.442615146s","start":"2026-03-17T20:49:47.401402Z","end":"2026-03-17T20:49:48.844017Z","steps":["trace[1995947160] 'agreement among raft nodes before linearized reading' (duration: 1.442361513s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:48.844050Z","caller":"traceutil/trace.go:172","msg":"trace[1025156472] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:0; response_revision:1155; }","duration":"1.075078566s","start":"2026-03-17T20:49:47.768965Z","end":"2026-03-17T20:49:48.844043Z","steps":["trace[1025156472] 'agreement among raft nodes before linearized reading' (duration: 1.075046056s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.844042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.339481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:48.844040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.870834061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:49:48.844074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.768937Z","time spent":"1.075132748s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.844089Z","caller":"traceutil/trace.go:172","msg":"trace[18881003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1155; }","duration":"748.384092ms","start":"2026-03-17T20:49:48.095690Z","end":"2026-03-17T20:49:48.844074Z","steps":["trace[18881003] 'agreement among raft nodes before linearized reading' (duration: 748.174599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.843992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.874103223s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:48.844117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.067178996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:49:48.844141Z","caller":"traceutil/trace.go:172","msg":"trace[2003033909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1155; }","duration":"1.874318235s","start":"2026-03-17T20:49:46.969812Z","end":"2026-03-17T20:49:48.844130Z","steps":["trace[2003033909] 'agreement among raft nodes before linearized reading' (duration: 1.874089473s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.844064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.401385Z","time spent":"1.442671787s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.844096Z","caller":"traceutil/trace.go:172","msg":"trace[320867508] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; response_count:1; response_revision:1155; }","duration":"1.870892802s","start":"2026-03-17T20:49:46.973189Z","end":"2026-03-17T20:49:48.844082Z","steps":["trace[320867508] 'agreement among raft nodes before linearized reading' (duration: 1.870628769s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.844479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.973170Z","time spent":"1.871298087s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.843815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.075586203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.844575Z","caller":"traceutil/trace.go:172","msg":"trace[319576008] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:0; response_revision:1155; }","duration":"1.076364953s","start":"2026-03-17T20:49:47.768203Z","end":"2026-03-17T20:49:48.844567Z","steps":["trace[319576008] 'agreement among raft nodes before linearized reading' (duration: 1.075545753s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.844606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.768159Z","time spent":"1.076438205s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.844052Z","caller":"traceutil/trace.go:172","msg":"trace[942364147] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hr9k; range_end:; response_count:1; response_revision:1155; }","duration":"1.189162852s","start":"2026-03-17T20:49:47.654874Z","end":"2026-03-17T20:49:48.844037Z","steps":["trace[942364147] 'agreement among raft nodes before linearized reading' (duration: 1.18900324s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.844691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.654859Z","time spent":"1.18982615s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.844137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.095667Z","time spent":"748.459122ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.844200Z","caller":"traceutil/trace.go:172","msg":"trace[418157950] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1155; }","duration":"1.067245297s","start":"2026-03-17T20:49:47.776913Z","end":"2026-03-17T20:49:48.844159Z","steps":["trace[418157950] 'agreement among raft nodes before linearized reading' (duration: 1.067067975s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.844763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.776893Z","time spent":"1.067859694s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":465,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.344476Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276835,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:49.823050Z","caller":"traceutil/trace.go:172","msg":"trace[463118908] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1321; }","duration":"979.148153ms","start":"2026-03-17T20:49:48.843877Z","end":"2026-03-17T20:49:49.823025Z","steps":["trace[463118908] 'read index received' (duration: 979.140323ms)","trace[463118908] 'applied index is now lower than readState.Index' (duration: 6.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.823138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.261889994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.823239Z","caller":"traceutil/trace.go:172","msg":"trace[659258757] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1157; }","duration":"1.262002155s","start":"2026-03-17T20:49:48.561217Z","end":"2026-03-17T20:49:49.823219Z","steps":["trace[659258757] 'agreement among raft nodes before linearized reading' (duration: 1.261840854s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.823274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.487557348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:49.823320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.561193Z","time spent":"1.262113906s","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.823321Z","caller":"traceutil/trace.go:172","msg":"trace[1307527026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1157; }","duration":"1.487616818s","start":"2026-03-17T20:49:48.335691Z","end":"2026-03-17T20:49:49.823307Z","steps":["trace[1307527026] 'agreement among raft nodes before linearized reading' (duration: 1.487483467s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.823389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.335676Z","time spent":"1.487699089s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:49.824518Z","caller":"traceutil/trace.go:172","msg":"trace[900978860] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"971.927742ms","start":"2026-03-17T20:49:48.852575Z","end":"2026-03-17T20:49:49.824503Z","steps":["trace[900978860] 'process raft request' (duration: 971.545507ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.824944Z","caller":"traceutil/trace.go:172","msg":"trace[1578395821] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"964.546566ms","start":"2026-03-17T20:49:48.860381Z","end":"2026-03-17T20:49:49.824927Z","steps":["trace[1578395821] 'process raft request' (duration: 963.929158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.825097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.860361Z","time spent":"964.630556ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:49.825349Z","caller":"traceutil/trace.go:172","msg":"trace[941880562] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1159; }","duration":"970.981158ms","start":"2026-03-17T20:49:48.853663Z","end":"2026-03-17T20:49:49.824645Z","steps":["trace[941880562] 'process raft request' (duration: 970.617913ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.825407Z","caller":"traceutil/trace.go:172","msg":"trace[1160824551] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"977.560602ms","start":"2026-03-17T20:49:48.847830Z","end":"2026-03-17T20:49:49.825391Z","steps":["trace[1160824551] 'process raft request' (duration: 976.127814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.825426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.853644Z","time spent":"971.750798ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:49.825501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.847814Z","time spent":"977.635852ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:49.824685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.852568Z","time spent":"972.028273ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1494,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:50.300431Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276840,"received-request-id":15694372889285276835} {"level":"info","ts":"2026-03-17T20:49:50.300589Z","caller":"traceutil/trace.go:172","msg":"trace[1560686119] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1330; }","duration":"477.425783ms","start":"2026-03-17T20:49:49.823145Z","end":"2026-03-17T20:49:50.300571Z","steps":["trace[1560686119] 'read index received' (duration: 477.420003ms)","trace[1560686119] 'applied index is now lower than readState.Index' (duration: 4.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.300788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"664.964198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:50.300911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.453174094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-17T20:49:50.300943Z","caller":"traceutil/trace.go:172","msg":"trace[1344639852] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1165; }","duration":"1.453219924s","start":"2026-03-17T20:49:48.847714Z","end":"2026-03-17T20:49:50.300934Z","steps":["trace[1344639852] 'agreement among raft nodes before linearized reading' (duration: 1.453069452s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.300942Z","caller":"traceutil/trace.go:172","msg":"trace[2076431615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1165; }","duration":"665.12482ms","start":"2026-03-17T20:49:49.635802Z","end":"2026-03-17T20:49:50.300927Z","steps":["trace[2076431615] 'agreement among raft nodes before linearized reading' (duration: 664.870257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.300968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.847698Z","time spent":"1.453265774s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":414,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:50.300979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.635787Z","time spent":"665.182781ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.300844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.455672404s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.301072Z","caller":"traceutil/trace.go:172","msg":"trace[541303856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1165; }","duration":"1.455889756s","start":"2026-03-17T20:49:48.845166Z","end":"2026-03-17T20:49:50.301055Z","steps":["trace[541303856] 'agreement among raft nodes before linearized reading' (duration: 1.455657824s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.303376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.412419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-17T20:49:50.303428Z","caller":"traceutil/trace.go:172","msg":"trace[1881883067] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1166; }","duration":"475.469779ms","start":"2026-03-17T20:49:49.827946Z","end":"2026-03-17T20:49:50.303416Z","steps":["trace[1881883067] 'agreement among raft nodes before linearized reading' (duration: 475.334938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.303460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.827923Z","time spent":"475.52838ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1532,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.303377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.257863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"warn","ts":"2026-03-17T20:49:50.303941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.103682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:50.304035Z","caller":"traceutil/trace.go:172","msg":"trace[699005902] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1166; }","duration":"470.85379ms","start":"2026-03-17T20:49:49.833105Z","end":"2026-03-17T20:49:50.303959Z","steps":["trace[699005902] 'agreement among raft nodes before linearized reading' (duration: 470.178312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.303762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.59717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:50.304262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.009709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-17T20:49:50.304321Z","caller":"traceutil/trace.go:172","msg":"trace[1509217737] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1166; }","duration":"470.069799ms","start":"2026-03-17T20:49:49.834238Z","end":"2026-03-17T20:49:50.304308Z","steps":["trace[1509217737] 'agreement among raft nodes before linearized reading' (duration: 469.164398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.304364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.834232Z","time spent":"470.11885ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1532,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.304261Z","caller":"traceutil/trace.go:172","msg":"trace[1264359672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"472.191538ms","start":"2026-03-17T20:49:49.832045Z","end":"2026-03-17T20:49:50.304237Z","steps":["trace[1264359672] 'agreement among raft nodes before linearized reading' (duration: 471.57689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.304537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.832034Z","time spent":"472.490081ms","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:50.304534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.833097Z","time spent":"471.059803ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8031,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.304161Z","caller":"traceutil/trace.go:172","msg":"trace[1707021680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; response_count:1; response_revision:1166; }","duration":"474.145193ms","start":"2026-03-17T20:49:49.829826Z","end":"2026-03-17T20:49:50.303972Z","steps":["trace[1707021680] 'agreement among raft nodes before linearized reading' (duration: 474.01553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.305194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.829802Z","time spent":"475.376178ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.801349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.818983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:50.801513Z","caller":"traceutil/trace.go:172","msg":"trace[2048137482] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"489.608633ms","start":"2026-03-17T20:49:50.311887Z","end":"2026-03-17T20:49:50.801495Z","steps":["trace[2048137482] 'process raft request' (duration: 149.563158ms)","trace[2048137482] 'compare' (duration: 339.706312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.801572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.311870Z","time spent":"489.674635ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:50.932292Z","caller":"traceutil/trace.go:172","msg":"trace[444748832] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"618.044234ms","start":"2026-03-17T20:49:50.314014Z","end":"2026-03-17T20:49:50.932058Z","steps":["trace[444748832] 'process raft request' (duration: 617.82222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.932393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.314005Z","time spent":"618.337668ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7801,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:51.209336Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276845,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:51.709933Z","caller":"traceutil/trace.go:172","msg":"trace[1144754382] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1335; }","duration":"1.001185551s","start":"2026-03-17T20:49:50.708731Z","end":"2026-03-17T20:49:51.709917Z","steps":["trace[1144754382] 'read index received' (duration: 1.001179221s)","trace[1144754382] 'applied index is now lower than readState.Index' (duration: 4.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.710127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.001378403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-17T20:49:51.710153Z","caller":"traceutil/trace.go:172","msg":"trace[1150895723] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1169; }","duration":"1.001414994s","start":"2026-03-17T20:49:50.708727Z","end":"2026-03-17T20:49:51.710142Z","steps":["trace[1150895723] 'agreement among raft nodes before linearized reading' (duration: 1.001289492s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.710203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.708711Z","time spent":"1.001487835s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1532,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.710357Z","caller":"traceutil/trace.go:172","msg":"trace[1892935294] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"905.462656ms","start":"2026-03-17T20:49:50.804877Z","end":"2026-03-17T20:49:51.710339Z","steps":["trace[1892935294] 'process raft request' (duration: 905.410105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.710442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.804860Z","time spent":"905.540679ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:52.213678Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:52.297088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.495948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:52.297367Z","caller":"traceutil/trace.go:172","msg":"trace[1837114716] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1340; }","duration":"587.357416ms","start":"2026-03-17T20:49:51.709983Z","end":"2026-03-17T20:49:52.297340Z","steps":["trace[1837114716] 'read index received' (duration: 586.041569ms)","trace[1837114716] 'applied index is now lower than readState.Index' (duration: 1.313607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.297567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"706.424534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.297595Z","caller":"traceutil/trace.go:172","msg":"trace[1347687923] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1176; }","duration":"706.476405ms","start":"2026-03-17T20:49:51.591112Z","end":"2026-03-17T20:49:52.297589Z","steps":["trace[1347687923] 'agreement among raft nodes before linearized reading' (duration: 706.340373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.297625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.591091Z","time spent":"706.525865ms","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.297864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"785.980923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:52.297886Z","caller":"traceutil/trace.go:172","msg":"trace[362179052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1179; }","duration":"786.003253ms","start":"2026-03-17T20:49:51.511877Z","end":"2026-03-17T20:49:52.297880Z","steps":["trace[362179052] 'agreement among raft nodes before linearized reading' (duration: 785.904352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.297902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.511854Z","time spent":"786.043333ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.298097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.497001495s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:52.298371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.4068039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.298402Z","caller":"traceutil/trace.go:172","msg":"trace[1093386942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1179; }","duration":"1.406835701s","start":"2026-03-17T20:49:50.891559Z","end":"2026-03-17T20:49:52.298395Z","steps":["trace[1093386942] 'agreement among raft nodes before linearized reading' (duration: 1.40678258s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.298417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.891536Z","time spent":"1.406877992s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:52.298722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.361464676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-17T20:49:52.298809Z","caller":"traceutil/trace.go:172","msg":"trace[1590944355] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hr9k; range_end:; response_count:1; response_revision:1179; }","duration":"1.361569747s","start":"2026-03-17T20:49:50.937219Z","end":"2026-03-17T20:49:52.298789Z","steps":["trace[1590944355] 'agreement among raft nodes before linearized reading' (duration: 1.361275184s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.298858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.937205Z","time spent":"1.361643288s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.300077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.491577108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-17T20:49:52.300122Z","caller":"traceutil/trace.go:172","msg":"trace[491437058] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1179; }","duration":"1.491620288s","start":"2026-03-17T20:49:50.808488Z","end":"2026-03-17T20:49:52.300109Z","steps":["trace[491437058] 'agreement among raft nodes before linearized reading' (duration: 1.489935916s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.300159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.808467Z","time spent":"1.491684568s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1532,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.300524Z","caller":"traceutil/trace.go:172","msg":"trace[256525373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1179; }","duration":"1.497242818s","start":"2026-03-17T20:49:50.801066Z","end":"2026-03-17T20:49:52.298308Z","steps":["trace[256525373] 'agreement among raft nodes before linearized reading' (duration: 1.496917404s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.635665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.338572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:52.642095Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276850,"received-request-id":15694372889285276849} {"level":"warn","ts":"2026-03-17T20:49:52.797957Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:53.298453Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:53.471446Z","caller":"traceutil/trace.go:172","msg":"trace[760605126] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1354; }","duration":"1.173997009s","start":"2026-03-17T20:49:52.297423Z","end":"2026-03-17T20:49:53.471420Z","steps":["trace[760605126] 'read index received' (duration: 1.173987809s)","trace[760605126] 'applied index is now lower than readState.Index' (duration: 6.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.471686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.752056637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:53.471743Z","caller":"traceutil/trace.go:172","msg":"trace[9184501] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; response_count:1; response_revision:1186; }","duration":"1.752137208s","start":"2026-03-17T20:49:51.719593Z","end":"2026-03-17T20:49:53.471731Z","steps":["trace[9184501] 'agreement among raft nodes before linearized reading' (duration: 1.751940956s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.471801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.719573Z","time spent":"1.752209728s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:53.471920Z","caller":"traceutil/trace.go:172","msg":"trace[1471284929] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"1.142592652s","start":"2026-03-17T20:49:52.329310Z","end":"2026-03-17T20:49:53.471903Z","steps":["trace[1471284929] 'process raft request' (duration: 1.142415739s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.472049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.329282Z","time spent":"1.142703274s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:53.472065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.391026264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:53.472097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.577186632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.472132Z","caller":"traceutil/trace.go:172","msg":"trace[2070278820] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1188; }","duration":"1.577219682s","start":"2026-03-17T20:49:51.894901Z","end":"2026-03-17T20:49:53.472121Z","steps":["trace[2070278820] 'agreement among raft nodes before linearized reading' (duration: 1.577164782s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.472128Z","caller":"traceutil/trace.go:172","msg":"trace[1574470747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1188; }","duration":"1.391100675s","start":"2026-03-17T20:49:52.081012Z","end":"2026-03-17T20:49:53.472113Z","steps":["trace[1574470747] 'agreement among raft nodes before linearized reading' (duration: 1.390900303s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.472159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.894881Z","time spent":"1.577271713s","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.472171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.080993Z","time spent":"1.391168767s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.972241Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:54.139438Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276852,"received-request-id":15694372889285276850} {"level":"warn","ts":"2026-03-17T20:49:54.299962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000457199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:54.300049Z","caller":"traceutil/trace.go:172","msg":"trace[869789318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556181s","start":"2026-03-17T20:49:52.299476Z","end":"2026-03-17T20:49:54.300032Z","steps":["trace[869789318] 'agreement among raft nodes before linearized reading' (duration: 2.000451869s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.300116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.299459Z","time spent":"2.000649302s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:54.472872Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:54.545332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"405.609333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:49:54.545473Z","caller":"traceutil/trace.go:172","msg":"trace[1572581957] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"1.07392294s","start":"2026-03-17T20:49:53.471521Z","end":"2026-03-17T20:49:54.545444Z","steps":["trace[1572581957] 'read index received' (duration: 1.008275002s)","trace[1572581957] 'applied index is now lower than readState.Index' (duration: 65.647078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.545675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.815668232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:49:54.545704Z","caller":"traceutil/trace.go:172","msg":"trace[2013439806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1193; }","duration":"1.815698853s","start":"2026-03-17T20:49:52.729999Z","end":"2026-03-17T20:49:54.545698Z","steps":["trace[2013439806] 'agreement among raft nodes before linearized reading' (duration: 1.815614262s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.545721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.729978Z","time spent":"1.815738683s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.545849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.873253721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:54.545893Z","caller":"traceutil/trace.go:172","msg":"trace[1741193775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1193; }","duration":"1.873299562s","start":"2026-03-17T20:49:52.672583Z","end":"2026-03-17T20:49:54.545883Z","steps":["trace[1741193775] 'agreement among raft nodes before linearized reading' (duration: 1.873105138s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.545906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.226284446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"info","ts":"2026-03-17T20:49:54.545919Z","caller":"traceutil/trace.go:172","msg":"trace[475897964] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1193; }","duration":"2.226295886s","start":"2026-03-17T20:49:52.319619Z","end":"2026-03-17T20:49:54.545915Z","steps":["trace[475897964] 'agreement among raft nodes before linearized reading' (duration: 2.226261296s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.545920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.672561Z","time spent":"1.873350992s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.545929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.319581Z","time spent":"2.226345787s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2116,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.545926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.970475301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.546031Z","caller":"traceutil/trace.go:172","msg":"trace[257355576] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1193; }","duration":"1.970615342s","start":"2026-03-17T20:49:52.575396Z","end":"2026-03-17T20:49:54.546011Z","steps":["trace[257355576] 'agreement among raft nodes before linearized reading' (duration: 1.9703904s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.546076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.575380Z","time spent":"1.970687724s","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.545870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.684566324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.546253Z","caller":"traceutil/trace.go:172","msg":"trace[136554977] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1193; }","duration":"1.684927618s","start":"2026-03-17T20:49:52.861300Z","end":"2026-03-17T20:49:54.546227Z","steps":["trace[136554977] 'agreement among raft nodes before linearized reading' (duration: 1.684552004s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.546456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.861282Z","time spent":"1.685097581s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.548289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.588294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.548380Z","caller":"traceutil/trace.go:172","msg":"trace[398785198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"205.418459ms","start":"2026-03-17T20:49:54.342945Z","end":"2026-03-17T20:49:54.548364Z","steps":["trace[398785198] 'range keys from in-memory index tree' (duration: 202.547834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.728988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.412373732s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.729063Z","caller":"traceutil/trace.go:172","msg":"trace[1731079212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1194; }","duration":"2.412447723s","start":"2026-03-17T20:49:52.316591Z","end":"2026-03-17T20:49:54.729039Z","steps":["trace[1731079212] 'agreement among raft nodes before linearized reading' (duration: 2.229357345s)","trace[1731079212] 'range keys from in-memory index tree' (duration: 182.995267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.729714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.644225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:54.730612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.207788705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"info","ts":"2026-03-17T20:49:54.730688Z","caller":"traceutil/trace.go:172","msg":"trace[205208817] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1194; }","duration":"2.207866166s","start":"2026-03-17T20:49:52.522808Z","end":"2026-03-17T20:49:54.730674Z","steps":["trace[205208817] 'agreement among raft nodes before linearized reading' (duration: 2.025444085s)","trace[205208817] 'range keys from in-memory index tree' (duration: 180.82751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.730762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.522785Z","time spent":"2.207965566s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2116,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:54.730638Z","caller":"traceutil/trace.go:172","msg":"trace[270788834] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"1.252724775s","start":"2026-03-17T20:49:53.477882Z","end":"2026-03-17T20:49:54.730607Z","steps":["trace[270788834] 'process raft request' (duration: 1.252018546s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.731312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.477857Z","time spent":"1.253146429s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:54.741963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:54.766611Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:54.782381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:54.812398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:55.045969Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:55.546221Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:55.556424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.011192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:55.812517Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276854,"received-request-id":15694372889285276852} {"level":"warn","ts":"2026-03-17T20:49:56.049152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:56.307259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000307648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:56.307356Z","caller":"traceutil/trace.go:172","msg":"trace[860988556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431979s","start":"2026-03-17T20:49:54.306904Z","end":"2026-03-17T20:49:56.307336Z","steps":["trace[860988556] 'agreement among raft nodes before linearized reading' (duration: 2.000302497s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.307484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.306884Z","time spent":"2.00058859s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:56.549274Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:56.642592Z","caller":"traceutil/trace.go:172","msg":"trace[792857308] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1379; }","duration":"2.097071545s","start":"2026-03-17T20:49:54.545499Z","end":"2026-03-17T20:49:56.642570Z","steps":["trace[792857308] 'read index received' (duration: 2.097065375s)","trace[792857308] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.081233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.605699985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr\" limit:1 ","response":"range_response_count:1 size:7548"} {"level":"info","ts":"2026-03-17T20:49:57.081312Z","caller":"traceutil/trace.go:172","msg":"trace[890274487] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr; range_end:; response_count:1; response_revision:1208; }","duration":"3.605788756s","start":"2026-03-17T20:49:53.475505Z","end":"2026-03-17T20:49:57.081293Z","steps":["trace[890274487] 'agreement among raft nodes before linearized reading' (duration: 3.167147936s)","trace[890274487] 'range keys from in-memory index tree' (duration: 438.429888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.081353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.475488Z","time spent":"3.605855677s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7571,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-n9mqr\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.143153Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:57.568103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.453669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:49:57.569421Z","caller":"traceutil/trace.go:172","msg":"trace[1009933709] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1379; }","duration":"926.585833ms","start":"2026-03-17T20:49:56.642738Z","end":"2026-03-17T20:49:57.569324Z","steps":["trace[1009933709] 'read index received' (duration: 536.581589ms)","trace[1009933709] 'applied index is now lower than readState.Index' (duration: 390.002624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.569660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.817753071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:57.569750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.910962181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.569788Z","caller":"traceutil/trace.go:172","msg":"trace[830945878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"1.910990932s","start":"2026-03-17T20:49:55.658783Z","end":"2026-03-17T20:49:57.569774Z","steps":["trace[830945878] 'agreement among raft nodes before linearized reading' (duration: 1.910945471s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.569815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.658762Z","time spent":"1.911048933s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:57.569868Z","caller":"traceutil/trace.go:172","msg":"trace[1682080319] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"879.103486ms","start":"2026-03-17T20:49:56.690743Z","end":"2026-03-17T20:49:57.569847Z","steps":["trace[1682080319] 'process raft request' (duration: 878.356747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.569793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.788831837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:57.569911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.262380644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:57.569921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.835343143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:57.569934Z","caller":"traceutil/trace.go:172","msg":"trace[1790887288] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1215; }","duration":"2.78910451s","start":"2026-03-17T20:49:54.780813Z","end":"2026-03-17T20:49:57.569918Z","steps":["trace[1790887288] 'agreement among raft nodes before linearized reading' (duration: 2.788803127s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.569942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.579646638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.188\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:57.569955Z","caller":"traceutil/trace.go:172","msg":"trace[1700563909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"1.262423424s","start":"2026-03-17T20:49:56.307519Z","end":"2026-03-17T20:49:57.569942Z","steps":["trace[1700563909] 'agreement among raft nodes before linearized reading' (duration: 1.262350004s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.569964Z","caller":"traceutil/trace.go:172","msg":"trace[1889658942] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af; range_end:; response_count:1; response_revision:1215; }","duration":"2.835397004s","start":"2026-03-17T20:49:54.734555Z","end":"2026-03-17T20:49:57.569952Z","steps":["trace[1889658942] 'agreement among raft nodes before linearized reading' (duration: 2.835241502s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.569979Z","caller":"traceutil/trace.go:172","msg":"trace[250520403] range","detail":"{range_begin:/registry/masterleases/199.19.213.188; range_end:; response_count:1; response_revision:1215; }","duration":"2.579684049s","start":"2026-03-17T20:49:54.990285Z","end":"2026-03-17T20:49:57.569969Z","steps":["trace[250520403] 'agreement among raft nodes before linearized reading' (duration: 2.579551917s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.569984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.307500Z","time spent":"1.262477625s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:57.570002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.734535Z","time spent":"2.835459034s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc0301beb9af\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.570011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.990266Z","time spent":"2.57973751s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.188\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.570024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.768353288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.570046Z","caller":"traceutil/trace.go:172","msg":"trace[867966186] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1215; }","duration":"2.768374378s","start":"2026-03-17T20:49:54.801664Z","end":"2026-03-17T20:49:57.570038Z","steps":["trace[867966186] 'agreement among raft nodes before linearized reading' (duration: 2.768332518s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.570069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.801645Z","time spent":"2.768417109s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:57.570208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.818614032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:57.570218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.747618517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.570236Z","caller":"traceutil/trace.go:172","msg":"trace[658311953] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1215; }","duration":"2.818642463s","start":"2026-03-17T20:49:54.751585Z","end":"2026-03-17T20:49:57.570228Z","steps":["trace[658311953] 'agreement among raft nodes before linearized reading' (duration: 2.818596742s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.570234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.688737924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:57.570261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.751569Z","time spent":"2.818684983s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:57.570268Z","caller":"traceutil/trace.go:172","msg":"trace[829888255] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1215; }","duration":"2.747651528s","start":"2026-03-17T20:49:54.822591Z","end":"2026-03-17T20:49:57.570242Z","steps":["trace[829888255] 'agreement among raft nodes before linearized reading' (duration: 2.747601037s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.570268Z","caller":"traceutil/trace.go:172","msg":"trace[543298860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1215; }","duration":"1.688771654s","start":"2026-03-17T20:49:55.881487Z","end":"2026-03-17T20:49:57.570259Z","steps":["trace[543298860] 'agreement among raft nodes before linearized reading' (duration: 1.688712613s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.570295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.822579Z","time spent":"2.747708368s","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:57.570299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.881470Z","time spent":"1.688822876s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.570403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.818833194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.570428Z","caller":"traceutil/trace.go:172","msg":"trace[1798453810] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1215; }","duration":"2.818857375s","start":"2026-03-17T20:49:54.751563Z","end":"2026-03-17T20:49:57.570420Z","steps":["trace[1798453810] 'agreement among raft nodes before linearized reading' (duration: 2.818820624s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.570449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.74785968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:57.570559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.899908897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:57.570592Z","caller":"traceutil/trace.go:172","msg":"trace[964880165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1215; }","duration":"2.899944748s","start":"2026-03-17T20:49:54.670640Z","end":"2026-03-17T20:49:57.570585Z","steps":["trace[964880165] 'agreement among raft nodes before linearized reading' (duration: 2.899887597s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.569977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.780793Z","time spent":"2.789172131s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:57.570611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.670620Z","time spent":"2.899986738s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.570655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.018270149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"warn","ts":"2026-03-17T20:49:57.569682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.767815953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.570696Z","caller":"traceutil/trace.go:172","msg":"trace[470793661] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1215; }","duration":"3.01831064s","start":"2026-03-17T20:49:54.552376Z","end":"2026-03-17T20:49:57.570687Z","steps":["trace[470793661] 'agreement among raft nodes before linearized reading' (duration: 3.018211869s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.570712Z","caller":"traceutil/trace.go:172","msg":"trace[683187892] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1215; }","duration":"2.769005147s","start":"2026-03-17T20:49:54.801701Z","end":"2026-03-17T20:49:57.570706Z","steps":["trace[683187892] 'agreement among raft nodes before linearized reading' (duration: 2.767781642s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.570729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.552359Z","time spent":"3.01835575s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2116,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.570740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.801683Z","time spent":"2.769050107s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:57.570760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.748198723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.570805Z","caller":"traceutil/trace.go:172","msg":"trace[727244057] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1215; }","duration":"2.748246605s","start":"2026-03-17T20:49:54.822549Z","end":"2026-03-17T20:49:57.570795Z","steps":["trace[727244057] 'agreement among raft nodes before linearized reading' (duration: 2.748178693s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.569976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.690717Z","time spent":"879.199078ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:57.570840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.822530Z","time spent":"2.748303115s","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.570961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.76918518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.571008Z","caller":"traceutil/trace.go:172","msg":"trace[1936177126] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1215; }","duration":"2.76923277s","start":"2026-03-17T20:49:54.801765Z","end":"2026-03-17T20:49:57.570998Z","steps":["trace[1936177126] 'agreement among raft nodes before linearized reading' (duration: 2.769163199s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.571035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.801760Z","time spent":"2.76926764s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.571168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.790373016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:57.571173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.790370986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.571209Z","caller":"traceutil/trace.go:172","msg":"trace[739353553] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1215; }","duration":"2.790410586s","start":"2026-03-17T20:49:54.780785Z","end":"2026-03-17T20:49:57.571196Z","steps":["trace[739353553] 'agreement among raft nodes before linearized reading' (duration: 2.790355586s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.571213Z","caller":"traceutil/trace.go:172","msg":"trace[834557121] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1215; }","duration":"2.790414756s","start":"2026-03-17T20:49:54.780788Z","end":"2026-03-17T20:49:57.571203Z","steps":["trace[834557121] 'agreement among raft nodes before linearized reading' (duration: 2.790348546s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.571234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.780756Z","time spent":"2.790472018s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.571244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.780772Z","time spent":"2.790460358s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:57.571298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.751539Z","time spent":"2.819710736s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.572583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.841705093s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.572772Z","caller":"traceutil/trace.go:172","msg":"trace[170105626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1215; }","duration":"2.841932216s","start":"2026-03-17T20:49:54.730824Z","end":"2026-03-17T20:49:57.572756Z","steps":["trace[170105626] 'agreement among raft nodes before linearized reading' (duration: 2.838966179s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.573315Z","caller":"traceutil/trace.go:172","msg":"trace[849240210] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1215; }","duration":"2.821416327s","start":"2026-03-17T20:49:54.751885Z","end":"2026-03-17T20:49:57.573302Z","steps":["trace[849240210] 'agreement among raft nodes before linearized reading' (duration: 2.817721081s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.570476Z","caller":"traceutil/trace.go:172","msg":"trace[1584078890] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1215; }","duration":"2.74788641s","start":"2026-03-17T20:49:54.822581Z","end":"2026-03-17T20:49:57.570468Z","steps":["trace[1584078890] 'agreement among raft nodes before linearized reading' (duration: 2.74784461s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.573679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.822561Z","time spent":"2.751099631s","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:57.574721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.751877Z","time spent":"2.821512188s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:58.070275Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:58.571044Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:58.581427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"485.950377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:58.582330Z","caller":"traceutil/trace.go:172","msg":"trace[1385670404] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"1.491108338s","start":"2026-03-17T20:49:57.091196Z","end":"2026-03-17T20:49:58.582304Z","steps":["trace[1385670404] 'process raft request' (duration: 1.490922296s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.582487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.091169Z","time spent":"1.491239319s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7545,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:58.836812Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276858,"received-request-id":15694372889285276855} {"level":"info","ts":"2026-03-17T20:49:58.983850Z","caller":"traceutil/trace.go:172","msg":"trace[1293269129] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1395; }","duration":"1.414213015s","start":"2026-03-17T20:49:57.569612Z","end":"2026-03-17T20:49:58.983825Z","steps":["trace[1293269129] 'read index received' (duration: 1.414207314s)","trace[1293269129] 'applied index is now lower than readState.Index' (duration: 4.231µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.165782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.925009757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:59.165866Z","caller":"traceutil/trace.go:172","msg":"trace[421559602] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1223; }","duration":"1.925110898s","start":"2026-03-17T20:49:57.240737Z","end":"2026-03-17T20:49:59.165847Z","steps":["trace[421559602] 'agreement among raft nodes before linearized reading' (duration: 1.743176662s)","trace[421559602] 'range keys from in-memory index tree' (duration: 181.795984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.165899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.807054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:59.166285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.573762Z","time spent":"1.592515004s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:59.166384Z","caller":"traceutil/trace.go:172","msg":"trace[211433360] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"1.208292724s","start":"2026-03-17T20:49:57.958078Z","end":"2026-03-17T20:49:59.166370Z","steps":["trace[211433360] 'process raft request' (duration: 1.207940159s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.166466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.958053Z","time spent":"1.208372714s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:59.166203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.240702Z","time spent":"1.92520941s","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.166627Z","caller":"traceutil/trace.go:172","msg":"trace[621324032] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"1.592500514s","start":"2026-03-17T20:49:57.574108Z","end":"2026-03-17T20:49:59.166609Z","steps":["trace[621324032] 'process raft request' (duration: 1.409919431s)","trace[621324032] 'compare' (duration: 181.688832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.167282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.574091Z","time spent":"1.593130993s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:59.168354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.805994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"warn","ts":"2026-03-17T20:49:59.168384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.590605761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:59.168418Z","caller":"traceutil/trace.go:172","msg":"trace[1700560972] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hr9k; range_end:; response_count:1; response_revision:1233; }","duration":"577.869565ms","start":"2026-03-17T20:49:58.590532Z","end":"2026-03-17T20:49:59.168401Z","steps":["trace[1700560972] 'agreement among raft nodes before linearized reading' (duration: 577.687812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.168416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.591180167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"warn","ts":"2026-03-17T20:49:59.168462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.590503Z","time spent":"577.948707ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-5hr9k\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.168489Z","caller":"traceutil/trace.go:172","msg":"trace[1744545607] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1233; }","duration":"1.591264939s","start":"2026-03-17T20:49:57.577204Z","end":"2026-03-17T20:49:59.168468Z","steps":["trace[1744545607] 'agreement among raft nodes before linearized reading' (duration: 1.591036715s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.168553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.577184Z","time spent":"1.59135585s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2116,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.168471Z","caller":"traceutil/trace.go:172","msg":"trace[484534934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1233; }","duration":"1.590690712s","start":"2026-03-17T20:49:57.577731Z","end":"2026-03-17T20:49:59.168422Z","steps":["trace[484534934] 'agreement among raft nodes before linearized reading' (duration: 1.590501379s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.168623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.464095454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:59.168700Z","caller":"traceutil/trace.go:172","msg":"trace[843149518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1233; }","duration":"1.464193485s","start":"2026-03-17T20:49:57.704482Z","end":"2026-03-17T20:49:59.168676Z","steps":["trace[843149518] 'agreement among raft nodes before linearized reading' (duration: 1.463922922s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.168653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.577720Z","time spent":"1.590919735s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:59.168811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.704457Z","time spent":"1.464338667s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:59.168820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.59373164s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:59.168830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.717584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:59.168867Z","caller":"traceutil/trace.go:172","msg":"trace[1730161243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1233; }","duration":"1.59377857s","start":"2026-03-17T20:49:57.575075Z","end":"2026-03-17T20:49:59.168854Z","steps":["trace[1730161243] 'agreement among raft nodes before linearized reading' (duration: 1.593703699s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.168155Z","caller":"traceutil/trace.go:172","msg":"trace[1426128032] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1407; }","duration":"184.124532ms","start":"2026-03-17T20:49:58.984015Z","end":"2026-03-17T20:49:59.168140Z","steps":["trace[1426128032] 'read index received' (duration: 184.118402ms)","trace[1426128032] 'applied index is now lower than readState.Index' (duration: 5.26µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:59.168956Z","caller":"traceutil/trace.go:172","msg":"trace[685223982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1233; }","duration":"328.889376ms","start":"2026-03-17T20:49:58.839975Z","end":"2026-03-17T20:49:59.168864Z","steps":["trace[685223982] 'agreement among raft nodes before linearized reading' (duration: 328.490062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.169262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.839951Z","time spent":"329.296572ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:59.214767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38542","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:49:59.962181Z","caller":"traceutil/trace.go:172","msg":"trace[1274787691] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"105.882124ms","start":"2026-03-17T20:49:59.856278Z","end":"2026-03-17T20:49:59.962160Z","steps":["trace[1274787691] 'process raft request' (duration: 70.757345ms)","trace[1274787691] 'compare' (duration: 35.017448ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:05.458435Z","caller":"traceutil/trace.go:172","msg":"trace[1898844703] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"242.782056ms","start":"2026-03-17T20:50:05.215619Z","end":"2026-03-17T20:50:05.458401Z","steps":["trace[1898844703] 'process raft request' (duration: 167.341639ms)","trace[1898844703] 'compare' (duration: 75.281215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:05.808325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.927626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:05.808392Z","caller":"traceutil/trace.go:172","msg":"trace[687398078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1349; }","duration":"148.002737ms","start":"2026-03-17T20:50:05.660373Z","end":"2026-03-17T20:50:05.808375Z","steps":["trace[687398078] 'range keys from in-memory index tree' (duration: 146.496483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:05.808504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.734711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:50:05.808603Z","caller":"traceutil/trace.go:172","msg":"trace[1236348468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1349; }","duration":"194.848892ms","start":"2026-03-17T20:50:05.613735Z","end":"2026-03-17T20:50:05.808584Z","steps":["trace[1236348468] 'range keys from in-memory index tree' (duration: 192.532456ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:06.336777Z","caller":"traceutil/trace.go:172","msg":"trace[2057983921] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"389.415732ms","start":"2026-03-17T20:50:05.947343Z","end":"2026-03-17T20:50:06.336759Z","steps":["trace[2057983921] 'process raft request' (duration: 389.285596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.336903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:05.947322Z","time spent":"389.520255ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20075,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:07.004401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.883999ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.004462Z","caller":"traceutil/trace.go:172","msg":"trace[386602167] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1350; }","duration":"205.957862ms","start":"2026-03-17T20:50:06.798492Z","end":"2026-03-17T20:50:07.004450Z","steps":["trace[386602167] 'range keys from in-memory index tree' (duration: 205.839538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.004714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.890259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:07.004959Z","caller":"traceutil/trace.go:172","msg":"trace[1837388808] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"650.316483ms","start":"2026-03-17T20:50:06.354624Z","end":"2026-03-17T20:50:07.004940Z","steps":["trace[1837388808] 'process raft request' (duration: 270.093551ms)","trace[1837388808] 'compare' (duration: 379.599384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.005021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.354604Z","time spent":"650.392607ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19887,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:07.519999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.168118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:50:07.520171Z","caller":"traceutil/trace.go:172","msg":"trace[576748237] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1530; }","duration":"624.121427ms","start":"2026-03-17T20:50:06.896038Z","end":"2026-03-17T20:50:07.520159Z","steps":["trace[576748237] 'read index received' (duration: 236.432179ms)","trace[576748237] 'applied index is now lower than readState.Index' (duration: 387.688618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.520279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.234842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.520882Z","caller":"traceutil/trace.go:172","msg":"trace[615108535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"624.253443ms","start":"2026-03-17T20:50:06.896034Z","end":"2026-03-17T20:50:07.520288Z","steps":["trace[615108535] 'agreement among raft nodes before linearized reading' (duration: 624.211111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.520985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.896017Z","time spent":"624.945174ms","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:07.860012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.462214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:50:08.021058Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285276982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:08.224878Z","caller":"traceutil/trace.go:172","msg":"trace[1696693110] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1539; }","duration":"704.643936ms","start":"2026-03-17T20:50:07.520212Z","end":"2026-03-17T20:50:08.224856Z","steps":["trace[1696693110] 'read index received' (duration: 704.634816ms)","trace[1696693110] 'applied index is now lower than readState.Index' (duration: 8.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:08.229843Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285276984,"received-request-id":15694372889285276982} {"level":"warn","ts":"2026-03-17T20:50:08.263501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.258990453s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:08.263543Z","caller":"traceutil/trace.go:172","msg":"trace[1250646858] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1359; }","duration":"1.259043726s","start":"2026-03-17T20:50:07.004486Z","end":"2026-03-17T20:50:08.263529Z","steps":["trace[1250646858] 'agreement among raft nodes before linearized reading' (duration: 1.220470892s)","trace[1250646858] 'range keys from in-memory index tree' (duration: 38.50577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:08.263730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.177665234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:50:08.263827Z","caller":"traceutil/trace.go:172","msg":"trace[1323531764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1359; }","duration":"1.177762598s","start":"2026-03-17T20:50:07.086031Z","end":"2026-03-17T20:50:08.263794Z","steps":["trace[1323531764] 'agreement among raft nodes before linearized reading' (duration: 1.138935474s)","trace[1323531764] 'range keys from in-memory index tree' (duration: 38.581283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:08.263877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.086010Z","time spent":"1.177858162s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:08.264480Z","caller":"traceutil/trace.go:172","msg":"trace[1627346273] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"416.108185ms","start":"2026-03-17T20:50:07.848343Z","end":"2026-03-17T20:50:08.264451Z","steps":["trace[1627346273] 'process raft request' (duration: 415.877205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:08.264582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.848324Z","time spent":"416.196119ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:08.264561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"731.774717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:08.264929Z","caller":"traceutil/trace.go:172","msg":"trace[986638679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1364; }","duration":"732.226048ms","start":"2026-03-17T20:50:07.532682Z","end":"2026-03-17T20:50:08.264908Z","steps":["trace[986638679] 'agreement among raft nodes before linearized reading' (duration: 731.743886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:08.264991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.532668Z","time spent":"732.311762ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:50:09.699482Z","caller":"traceutil/trace.go:172","msg":"trace[872455746] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"267.251138ms","start":"2026-03-17T20:50:09.432210Z","end":"2026-03-17T20:50:09.699461Z","steps":["trace[872455746] 'process raft request' (duration: 267.199345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.054950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.922242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.055040Z","caller":"traceutil/trace.go:172","msg":"trace[846845466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1368; }","duration":"238.031547ms","start":"2026-03-17T20:50:09.816988Z","end":"2026-03-17T20:50:10.055020Z","steps":["trace[846845466] 'range keys from in-memory index tree' (duration: 237.805848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.055100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.782386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.055170Z","caller":"traceutil/trace.go:172","msg":"trace[1713703551] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1368; }","duration":"187.86325ms","start":"2026-03-17T20:50:09.867291Z","end":"2026-03-17T20:50:10.055155Z","steps":["trace[1713703551] 'range keys from in-memory index tree' (duration: 186.469109ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.059525Z","caller":"traceutil/trace.go:172","msg":"trace[1240919494] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1549; }","duration":"167.161815ms","start":"2026-03-17T20:50:09.892348Z","end":"2026-03-17T20:50:10.059510Z","steps":["trace[1240919494] 'read index received' (duration: 166.933565ms)","trace[1240919494] 'applied index is now lower than readState.Index' (duration: 227.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.059683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.29854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.059816Z","caller":"traceutil/trace.go:172","msg":"trace[1967897790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1370; }","duration":"167.449408ms","start":"2026-03-17T20:50:09.892345Z","end":"2026-03-17T20:50:10.059795Z","steps":["trace[1967897790] 'agreement among raft nodes before linearized reading' (duration: 167.233968ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.442437Z","caller":"traceutil/trace.go:172","msg":"trace[1464166857] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1553; }","duration":"100.34503ms","start":"2026-03-17T20:50:10.342057Z","end":"2026-03-17T20:50:10.442402Z","steps":["trace[1464166857] 'read index received' (duration: 100.33923ms)","trace[1464166857] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.442603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.504858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.442689Z","caller":"traceutil/trace.go:172","msg":"trace[1371073643] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1372; }","duration":"100.621093ms","start":"2026-03-17T20:50:10.342053Z","end":"2026-03-17T20:50:10.442674Z","steps":["trace[1371073643] 'agreement among raft nodes before linearized reading' (duration: 100.452515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.326674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.330159ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.326742Z","caller":"traceutil/trace.go:172","msg":"trace[1305608951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1372; }","duration":"528.458555ms","start":"2026-03-17T20:50:10.798262Z","end":"2026-03-17T20:50:11.326720Z","steps":["trace[1305608951] 'range keys from in-memory index tree' (duration: 528.316789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.326849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.524248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:11.326945Z","caller":"traceutil/trace.go:172","msg":"trace[539128685] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1553; }","duration":"801.573578ms","start":"2026-03-17T20:50:10.525354Z","end":"2026-03-17T20:50:11.326928Z","steps":["trace[539128685] 'read index received' (duration: 266.708683ms)","trace[539128685] 'applied index is now lower than readState.Index' (duration: 534.863535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.327050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.696704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.327101Z","caller":"traceutil/trace.go:172","msg":"trace[1518690719] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1373; }","duration":"801.749437ms","start":"2026-03-17T20:50:10.525339Z","end":"2026-03-17T20:50:11.327088Z","steps":["trace[1518690719] 'agreement among raft nodes before linearized reading' (duration: 801.666963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.327135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:10.525314Z","time spent":"801.813759ms","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.827256Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285277001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:11.950469Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.119859457s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:50:12.314129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.395116ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:50:12.328218Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15694372889285277001,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:12.597770Z","caller":"traceutil/trace.go:172","msg":"trace[704700946] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1558; }","duration":"1.270752314s","start":"2026-03-17T20:50:11.326975Z","end":"2026-03-17T20:50:12.597727Z","steps":["trace[704700946] 'read index received' (duration: 1.270733613s)","trace[704700946] 'applied index is now lower than readState.Index' (duration: 17.611µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.597928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.271138462s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.597972Z","caller":"traceutil/trace.go:172","msg":"trace[1407204675] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1377; }","duration":"1.271192504s","start":"2026-03-17T20:50:11.326768Z","end":"2026-03-17T20:50:12.597960Z","steps":["trace[1407204675] 'agreement among raft nodes before linearized reading' (duration: 1.271118701s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.598399Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15694372889285277002,"received-request-id":15694372889285277001} {"level":"warn","ts":"2026-03-17T20:50:12.598431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.704528467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.598501Z","caller":"traceutil/trace.go:172","msg":"trace[2084942518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"1.70459499s","start":"2026-03-17T20:50:10.893890Z","end":"2026-03-17T20:50:12.598485Z","steps":["trace[2084942518] 'agreement among raft nodes before linearized reading' (duration: 1.704500966s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.598627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:10.893866Z","time spent":"1.704675613s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:12.600237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.201514236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:50:12.600328Z","caller":"traceutil/trace.go:172","msg":"trace[1665039097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"1.20160419s","start":"2026-03-17T20:50:11.398709Z","end":"2026-03-17T20:50:12.600313Z","steps":["trace[1665039097] 'agreement among raft nodes before linearized reading' (duration: 1.20137891s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.600323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.08586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-17T20:50:12.600353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.134510315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-17T20:50:12.600384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:11.398680Z","time spent":"1.201672932s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:12.600410Z","caller":"traceutil/trace.go:172","msg":"trace[1850470198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1377; }","duration":"1.134569518s","start":"2026-03-17T20:50:11.465828Z","end":"2026-03-17T20:50:12.600398Z","steps":["trace[1850470198] 'agreement among raft nodes before linearized reading' (duration: 1.134340399s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.600410Z","caller":"traceutil/trace.go:172","msg":"trace[736661766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1377; }","duration":"751.236566ms","start":"2026-03-17T20:50:11.849154Z","end":"2026-03-17T20:50:12.600390Z","steps":["trace[736661766] 'agreement among raft nodes before linearized reading' (duration: 750.985616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.600441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:11.465806Z","time spent":"1.134627451s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:12.600461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:11.849112Z","time spent":"751.339092ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:12.801938Z","caller":"traceutil/trace.go:172","msg":"trace[1724583262] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1559; }","duration":"193.350562ms","start":"2026-03-17T20:50:12.608567Z","end":"2026-03-17T20:50:12.801918Z","steps":["trace[1724583262] 'read index received' (duration: 178.850302ms)","trace[1724583262] 'applied index is now lower than readState.Index' (duration: 14.499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.802109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.53062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.802176Z","caller":"traceutil/trace.go:172","msg":"trace[844153964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1378; }","duration":"193.604533ms","start":"2026-03-17T20:50:12.608557Z","end":"2026-03-17T20:50:12.802161Z","steps":["trace[844153964] 'agreement among raft nodes before linearized reading' (duration: 193.491857ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:13.179671Z","caller":"traceutil/trace.go:172","msg":"trace[270827275] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1561; }","duration":"294.960313ms","start":"2026-03-17T20:50:12.884687Z","end":"2026-03-17T20:50:13.179647Z","steps":["trace[270827275] 'read index received' (duration: 267.85132ms)","trace[270827275] 'applied index is now lower than readState.Index' (duration: 27.107863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:13.179892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.196563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:50:13.179950Z","caller":"traceutil/trace.go:172","msg":"trace[872613418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1380; }","duration":"295.259996ms","start":"2026-03-17T20:50:12.884670Z","end":"2026-03-17T20:50:13.179930Z","steps":["trace[872613418] 'agreement among raft nodes before linearized reading' (duration: 295.075418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.348289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.25899ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:50:14.495474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.358972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:50:14.770305Z","caller":"traceutil/trace.go:172","msg":"trace[1065994328] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1565; }","duration":"132.194753ms","start":"2026-03-17T20:50:14.638093Z","end":"2026-03-17T20:50:14.770287Z","steps":["trace[1065994328] 'read index received' (duration: 72.115406ms)","trace[1065994328] 'applied index is now lower than readState.Index' (duration: 60.078267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:14.770695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.458924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.770884Z","caller":"traceutil/trace.go:172","msg":"trace[62991322] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1382; }","duration":"132.634491ms","start":"2026-03-17T20:50:14.638090Z","end":"2026-03-17T20:50:14.770724Z","steps":["trace[62991322] 'agreement among raft nodes before linearized reading' (duration: 132.434393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.809313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.087116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.809393Z","caller":"traceutil/trace.go:172","msg":"trace[1339883695] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1383; }","duration":"154.18929ms","start":"2026-03-17T20:50:14.655188Z","end":"2026-03-17T20:50:14.809377Z","steps":["trace[1339883695] 'agreement among raft nodes before linearized reading' (duration: 154.007662ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.952789Z","caller":"traceutil/trace.go:172","msg":"trace[571484730] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1568; }","duration":"143.603253ms","start":"2026-03-17T20:50:14.809165Z","end":"2026-03-17T20:50:14.952769Z","steps":["trace[571484730] 'read index received' (duration: 143.597403ms)","trace[571484730] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:14.955587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.277292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.955801Z","caller":"traceutil/trace.go:172","msg":"trace[1666137672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1383; }","duration":"157.522244ms","start":"2026-03-17T20:50:14.798254Z","end":"2026-03-17T20:50:14.955777Z","steps":["trace[1666137672] 'agreement among raft nodes before linearized reading' (duration: 154.615559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.958058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.574744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:50:14.958150Z","caller":"traceutil/trace.go:172","msg":"trace[767644680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1385; }","duration":"108.681489ms","start":"2026-03-17T20:50:14.849450Z","end":"2026-03-17T20:50:14.958132Z","steps":["trace[767644680] 'agreement among raft nodes before linearized reading' (duration: 108.052732ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:15.308095Z","caller":"traceutil/trace.go:172","msg":"trace[1767331942] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1570; }","duration":"316.681929ms","start":"2026-03-17T20:50:14.991392Z","end":"2026-03-17T20:50:15.308074Z","steps":["trace[1767331942] 'read index received' (duration: 294.426985ms)","trace[1767331942] 'applied index is now lower than readState.Index' (duration: 22.253644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:15.308546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.123829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.188\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:50:15.309089Z","caller":"traceutil/trace.go:172","msg":"trace[256369027] range","detail":"{range_begin:/registry/masterleases/199.19.213.188; range_end:; response_count:1; response_revision:1386; }","duration":"317.683382ms","start":"2026-03-17T20:50:14.991383Z","end":"2026-03-17T20:50:15.309066Z","steps":["trace[256369027] 'agreement among raft nodes before linearized reading' (duration: 316.967672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:15.309208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:14.991356Z","time spent":"317.837029ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.188\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:15.310715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.276572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:50:15.310788Z","caller":"traceutil/trace.go:172","msg":"trace[1455793791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1386; }","duration":"190.366046ms","start":"2026-03-17T20:50:15.120409Z","end":"2026-03-17T20:50:15.310775Z","steps":["trace[1455793791] 'agreement among raft nodes before linearized reading' (duration: 190.145047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:15.310797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.198051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:15.310938Z","caller":"traceutil/trace.go:172","msg":"trace[441112444] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1386; }","duration":"131.326997ms","start":"2026-03-17T20:50:15.179562Z","end":"2026-03-17T20:50:15.310889Z","steps":["trace[441112444] 'agreement among raft nodes before linearized reading' (duration: 131.128848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.949553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.275699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.949618Z","caller":"traceutil/trace.go:172","msg":"trace[1269348702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1388; }","duration":"151.353012ms","start":"2026-03-17T20:50:16.798251Z","end":"2026-03-17T20:50:16.949604Z","steps":["trace[1269348702] 'range keys from in-memory index tree' (duration: 151.205275ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:17.080259Z","caller":"traceutil/trace.go:172","msg":"trace[832900664] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1575; }","duration":"187.898632ms","start":"2026-03-17T20:50:16.892342Z","end":"2026-03-17T20:50:17.080241Z","steps":["trace[832900664] 'read index received' (duration: 187.892352ms)","trace[832900664] 'applied index is now lower than readState.Index' (duration: 5.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:17.080408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.057988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:17.080458Z","caller":"traceutil/trace.go:172","msg":"trace[360373916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"188.119022ms","start":"2026-03-17T20:50:16.892328Z","end":"2026-03-17T20:50:17.080447Z","steps":["trace[360373916] 'agreement among raft nodes before linearized reading' (duration: 188.014986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:17.081820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.159695ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:17.081866Z","caller":"traceutil/trace.go:172","msg":"trace[98875029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1389; }","duration":"132.213069ms","start":"2026-03-17T20:50:16.949642Z","end":"2026-03-17T20:50:17.081855Z","steps":["trace[98875029] 'agreement among raft nodes before linearized reading' (duration: 132.148275ms)"],"step_count":1}