{"level":"warn","ts":"2026-03-17T20:46:34.205127Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:46:34.205624Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:46:34.205662Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.183:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.183:2380","--initial-cluster=controller-1=https://199.19.213.183:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.183:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.183:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:46:34.205752Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:46:34.205859Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:46:34.205869Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:46:34.205892Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:46:34.209074Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"]} {"level":"info","ts":"2026-03-17T20:46:34.209519Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.183:2380"],"listen-peer-urls":["https://199.19.213.183:2380"],"advertise-client-urls":["https://199.19.213.183:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.183:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:46:34.210788Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000136508}"} {"level":"info","ts":"2026-03-17T20:46:34.409377Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:46:34.409531Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"198.867909ms"} {"level":"info","ts":"2026-03-17T20:46:34.409628Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:46:34.409692Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:46:34.409772Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:46:34.662436Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:46:34.662600Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d11d60056e8410fb","cluster-id":"524d1f88cdf60208"} {"level":"info","ts":"2026-03-17T20:46:34.662645Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:46:34.662736Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:46:34.662798Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 0"} {"level":"info","ts":"2026-03-17T20:46:34.662816Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d11d60056e8410fb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T20:46:34.662832Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 1"} {"level":"info","ts":"2026-03-17T20:46:34.662876Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483)"} {"level":"warn","ts":"2026-03-17T20:46:34.664728Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:46:34.666006Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:46:34.668897Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:46:34.669475Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d11d60056e8410fb","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:46:34.669730Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d11d60056e8410fb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T20:46:34.670363Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:46:34.670416Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483)"} {"level":"info","ts":"2026-03-17T20:46:34.670558Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"d11d60056e8410fb","added-peer-peer-urls":["https://199.19.213.183:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:46:34.670591Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.183:2380"} {"level":"info","ts":"2026-03-17T20:46:34.670606Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.183:2380"} {"level":"info","ts":"2026-03-17T20:46:34.670106Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:46:34.670828Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:46:34.670853Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:46:34.671176Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d11d60056e8410fb","initial-advertise-peer-urls":["https://199.19.213.183:2380"],"listen-peer-urls":["https://199.19.213.183:2380"],"advertise-client-urls":["https://199.19.213.183:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:46:34.671248Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:46:34.863524Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d11d60056e8410fb is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T20:46:34.863635Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d11d60056e8410fb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T20:46:34.863939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgPreVoteResp from d11d60056e8410fb at term 1"} {"level":"info","ts":"2026-03-17T20:46:34.863988Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:46:34.864019Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"d11d60056e8410fb became candidate at term 2"} {"level":"info","ts":"2026-03-17T20:46:34.865369Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgVoteResp from d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-03-17T20:46:34.865571Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:46:34.865611Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"d11d60056e8410fb became leader at term 2"} {"level":"info","ts":"2026-03-17T20:46:34.865626Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d11d60056e8410fb elected leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-03-17T20:46:34.867199Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d11d60056e8410fb","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.183:2379]}","cluster-id":"524d1f88cdf60208","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:46:34.867267Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:46:34.867221Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:46:34.867469Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:46:34.867691Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:46:34.867758Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:46:34.868719Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:46:34.869671Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:46:34.870000Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:46:34.870064Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"warn","ts":"2026-03-17T20:46:34.870406Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:46:34.870685Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:46:34.870875Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-17T20:46:34.871358Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-17T20:46:34.875583Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T20:46:34.876042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.879405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.881159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51132","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:46:34.886419Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.183:2379"} {"level":"warn","ts":"2026-03-17T20:46:34.889377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.901525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.944619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.951102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.958032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.965423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.975543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.981540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.989928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:34.996786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.004368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.011140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.017275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.024389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.030422Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.039430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.046432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.084952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.093560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.102989Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.109206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.119840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.129062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.136475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.148116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.154938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.164051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.173265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.192863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.200845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.209927Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.218656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.232105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.242119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.252495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.262291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.273189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.292055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.307272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.325222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.335145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.347953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.356084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.368089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.378250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.385173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.393284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.401580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.409510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.418963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.431808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.469942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.484667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.490415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:35.539390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:39.753528Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.466246711s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:46:40.046661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.921375813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:46:40.046831Z","caller":"traceutil/trace.go:172","msg":"trace[676347572] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:0; response_revision:239; }","duration":"1.921559041s","start":"2026-03-17T20:46:38.125240Z","end":"2026-03-17T20:46:40.046799Z","steps":["trace[676347572] 'range keys from in-memory index tree' (duration: 1.919169276s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.046888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:38.125225Z","time spent":"1.92164793s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:40.047042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.919302934s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:46:40.047174Z","caller":"traceutil/trace.go:172","msg":"trace[2124501847] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"1.759996008s","start":"2026-03-17T20:46:38.287168Z","end":"2026-03-17T20:46:40.047164Z","steps":["trace[2124501847] 'process raft request' (duration: 1.759966178s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.047208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:38.287147Z","time spent":"1.760047977s","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:40.047224Z","caller":"traceutil/trace.go:172","msg":"trace[1177409739] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"1.934982462s","start":"2026-03-17T20:46:38.112212Z","end":"2026-03-17T20:46:40.047194Z","steps":["trace[1177409739] 'process raft request' (duration: 15.214273ms)","trace[1177409739] 'compare' (duration: 1.919187046s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:40.047313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:38.112200Z","time spent":"1.935075602s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":526,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:40.550602Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565545026,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:46:40.574934Z","caller":"traceutil/trace.go:172","msg":"trace[1773519876] linearizableReadLoop","detail":"{readStateIndex:248; appliedIndex:248; }","duration":"524.375225ms","start":"2026-03-17T20:46:40.050522Z","end":"2026-03-17T20:46:40.574897Z","steps":["trace[1773519876] 'read index received' (duration: 524.368255ms)","trace[1773519876] 'applied index is now lower than readState.Index' (duration: 6.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:40.584829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.298392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:46:40.584879Z","caller":"traceutil/trace.go:172","msg":"trace[1621858330] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:241; }","duration":"534.355622ms","start":"2026-03-17T20:46:40.050513Z","end":"2026-03-17T20:46:40.584869Z","steps":["trace[1621858330] 'agreement among raft nodes before linearized reading' (duration: 524.512203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.584901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.050495Z","time spent":"534.400232ms","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:40.585238Z","caller":"traceutil/trace.go:172","msg":"trace[2065737199] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"950.651446ms","start":"2026-03-17T20:46:39.634561Z","end":"2026-03-17T20:46:40.585212Z","steps":["trace[2065737199] 'process raft request' (duration: 940.498091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.585343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:39.634543Z","time spent":"950.752285ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:40.586779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.342422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-17T20:46:40.586782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.108994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:46:40.586805Z","caller":"traceutil/trace.go:172","msg":"trace[812490316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:242; }","duration":"462.371431ms","start":"2026-03-17T20:46:40.124428Z","end":"2026-03-17T20:46:40.586800Z","steps":["trace[812490316] 'agreement among raft nodes before linearized reading' (duration: 462.301962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.586822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.124407Z","time spent":"462.411381ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:40.586823Z","caller":"traceutil/trace.go:172","msg":"trace[1577642953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:242; }","duration":"462.156113ms","start":"2026-03-17T20:46:40.124656Z","end":"2026-03-17T20:46:40.586812Z","steps":["trace[1577642953] 'agreement among raft nodes before linearized reading' (duration: 462.015625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.586851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.124642Z","time spent":"462.202343ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:40.586918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.750397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:46:40.586936Z","caller":"traceutil/trace.go:172","msg":"trace[10299135] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:242; }","duration":"535.768067ms","start":"2026-03-17T20:46:40.051162Z","end":"2026-03-17T20:46:40.586930Z","steps":["trace[10299135] 'agreement among raft nodes before linearized reading' (duration: 535.5017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.586948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.051147Z","time spent":"535.797807ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:40.587053Z","caller":"traceutil/trace.go:172","msg":"trace[678046539] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"516.688784ms","start":"2026-03-17T20:46:40.070355Z","end":"2026-03-17T20:46:40.587044Z","steps":["trace[678046539] 'process raft request' (duration: 516.652174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.587162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.384668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:46:40.587188Z","caller":"traceutil/trace.go:172","msg":"trace[1046272104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:244; }","duration":"509.411547ms","start":"2026-03-17T20:46:40.077771Z","end":"2026-03-17T20:46:40.587183Z","steps":["trace[1046272104] 'agreement among raft nodes before linearized reading' (duration: 509.257559ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:40.587249Z","caller":"traceutil/trace.go:172","msg":"trace[327884287] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"535.317572ms","start":"2026-03-17T20:46:40.051910Z","end":"2026-03-17T20:46:40.587227Z","steps":["trace[327884287] 'process raft request' (duration: 535.040595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:40.587200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.077753Z","time spent":"509.443837ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:40.587348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.051900Z","time spent":"535.39658ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:40.590487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:40.070329Z","time spent":"516.745902ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:46.016707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.274036317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-17T20:46:46.016788Z","caller":"traceutil/trace.go:172","msg":"trace[908787803] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:326; }","duration":"1.274127166s","start":"2026-03-17T20:46:44.742644Z","end":"2026-03-17T20:46:46.016772Z","steps":["trace[908787803] 'range keys from in-memory index tree' (duration: 1.273833829s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.016825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:44.742621Z","time spent":"1.274194824s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.017603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.224840527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:46:46.017864Z","caller":"traceutil/trace.go:172","msg":"trace[167931178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:326; }","duration":"1.225662639s","start":"2026-03-17T20:46:44.792194Z","end":"2026-03-17T20:46:46.017857Z","steps":["trace[167931178] 'range keys from in-memory index tree' (duration: 1.224726649s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.017859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.074756878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-17T20:46:46.017885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:44.792156Z","time spent":"1.225722479s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:46.017911Z","caller":"traceutil/trace.go:172","msg":"trace[887231565] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:326; }","duration":"1.074799087s","start":"2026-03-17T20:46:44.943092Z","end":"2026-03-17T20:46:46.017891Z","steps":["trace[887231565] 'range keys from in-memory index tree' (duration: 1.074616809s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.017974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:44.943070Z","time spent":"1.074890026s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.017996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"775.660771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-17T20:46:46.018046Z","caller":"traceutil/trace.go:172","msg":"trace[690613023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:326; }","duration":"775.711691ms","start":"2026-03-17T20:46:45.242322Z","end":"2026-03-17T20:46:46.018033Z","steps":["trace[690613023] 'range keys from in-memory index tree' (duration: 775.507803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:45.242303Z","time spent":"775.769879ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.017622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.173869887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-17T20:46:46.018098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.704325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-17T20:46:46.018192Z","caller":"traceutil/trace.go:172","msg":"trace[1102568275] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:326; }","duration":"925.810654ms","start":"2026-03-17T20:46:45.092359Z","end":"2026-03-17T20:46:46.018170Z","steps":["trace[1102568275] 'range keys from in-memory index tree' (duration: 925.472997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.433882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-17T20:46:46.018142Z","caller":"traceutil/trace.go:172","msg":"trace[1320741204] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:326; }","duration":"1.174434303s","start":"2026-03-17T20:46:44.843701Z","end":"2026-03-17T20:46:46.018136Z","steps":["trace[1320741204] 'range keys from in-memory index tree' (duration: 1.173711589s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.025816606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-17T20:46:46.018306Z","caller":"traceutil/trace.go:172","msg":"trace[1625019519] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:326; }","duration":"1.025853976s","start":"2026-03-17T20:46:44.992444Z","end":"2026-03-17T20:46:46.018298Z","steps":["trace[1625019519] 'range keys from in-memory index tree' (duration: 1.025713907s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"874.715024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-17T20:46:46.018335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:44.992419Z","time spent":"1.025910406s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.018331Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:44.843683Z","time spent":"1.17461574s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:46.018359Z","caller":"traceutil/trace.go:172","msg":"trace[1786661455] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:326; }","duration":"874.762183ms","start":"2026-03-17T20:46:45.143584Z","end":"2026-03-17T20:46:46.018346Z","steps":["trace[1786661455] 'range keys from in-memory index tree' (duration: 874.597825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"975.620608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-17T20:46:46.018408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:45.143565Z","time spent":"874.831153ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:46.018429Z","caller":"traceutil/trace.go:172","msg":"trace[1836746797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:326; }","duration":"975.842936ms","start":"2026-03-17T20:46:45.042578Z","end":"2026-03-17T20:46:46.018421Z","steps":["trace[1836746797] 'range keys from in-memory index tree' (duration: 975.504628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.017777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125119604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"warn","ts":"2026-03-17T20:46:46.018460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:45.042560Z","time spent":"975.892314ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:46.018468Z","caller":"traceutil/trace.go:172","msg":"trace[1620922774] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:326; }","duration":"1.125819757s","start":"2026-03-17T20:46:44.892642Z","end":"2026-03-17T20:46:46.018462Z","steps":["trace[1620922774] 'range keys from in-memory index tree' (duration: 1.124950565s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:44.892623Z","time spent":"1.125856447s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":261,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.018435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"825.193967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-17T20:46:46.018536Z","caller":"traceutil/trace.go:172","msg":"trace[1237446167] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:326; }","duration":"825.288236ms","start":"2026-03-17T20:46:45.193235Z","end":"2026-03-17T20:46:46.018523Z","steps":["trace[1237446167] 'range keys from in-memory index tree' (duration: 825.094939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:45.193209Z","time spent":"825.364705ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:46.018268Z","caller":"traceutil/trace.go:172","msg":"trace[907568538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:326; }","duration":"725.507331ms","start":"2026-03-17T20:46:45.292744Z","end":"2026-03-17T20:46:46.018252Z","steps":["trace[907568538] 'range keys from in-memory index tree' (duration: 725.279974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.018666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:45.292729Z","time spent":"725.912067ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.018257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:45.092340Z","time spent":"925.901593ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:46.486127Z","caller":"traceutil/trace.go:172","msg":"trace[471764750] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:346; }","duration":"456.705313ms","start":"2026-03-17T20:46:46.029381Z","end":"2026-03-17T20:46:46.486086Z","steps":["trace[471764750] 'read index received' (duration: 456.688593ms)","trace[471764750] 'applied index is now lower than readState.Index' (duration: 11.22µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:46:46.486279Z","caller":"traceutil/trace.go:172","msg":"trace[1022676386] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"457.036959ms","start":"2026-03-17T20:46:46.029192Z","end":"2026-03-17T20:46:46.486229Z","steps":["trace[1022676386] 'process raft request' (duration: 456.810862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.486383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.98401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:46:46.486437Z","caller":"traceutil/trace.go:172","msg":"trace[283269425] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:327; }","duration":"457.046989ms","start":"2026-03-17T20:46:46.029377Z","end":"2026-03-17T20:46:46.486424Z","steps":["trace[283269425] 'agreement among raft nodes before linearized reading' (duration: 456.848492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.486462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029180Z","time spent":"457.197998ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:46.486478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029371Z","time spent":"457.099439ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.774429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"742.174635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-17T20:46:46.774529Z","caller":"traceutil/trace.go:172","msg":"trace[242651110] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:327; }","duration":"742.287114ms","start":"2026-03-17T20:46:46.032208Z","end":"2026-03-17T20:46:46.774495Z","steps":["trace[242651110] 'agreement among raft nodes before linearized reading' (duration: 488.677578ms)","trace[242651110] 'range keys from in-memory index tree' (duration: 253.356658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:46.774582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.032196Z","time spent":"742.374602ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":393,"request content":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:46.774680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.603746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:46:46.774955Z","caller":"traceutil/trace.go:172","msg":"trace[431064683] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"745.613499ms","start":"2026-03-17T20:46:46.029284Z","end":"2026-03-17T20:46:46.774898Z","steps":["trace[431064683] 'process raft request' (duration: 491.700747ms)","trace[431064683] 'compare' (duration: 253.404258ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:46:46.775057Z","caller":"traceutil/trace.go:172","msg":"trace[528828987] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"745.766898ms","start":"2026-03-17T20:46:46.029275Z","end":"2026-03-17T20:46:46.775042Z","steps":["trace[528828987] 'process raft request' (duration: 745.53726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.775075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029266Z","time spent":"745.750578ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:46.775138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029268Z","time spent":"745.824067ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:46.775520Z","caller":"traceutil/trace.go:172","msg":"trace[709927823] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"744.653809ms","start":"2026-03-17T20:46:46.030852Z","end":"2026-03-17T20:46:46.775506Z","steps":["trace[709927823] 'process raft request' (duration: 744.350552ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:46.775571Z","caller":"traceutil/trace.go:172","msg":"trace[1746594560] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"601.878629ms","start":"2026-03-17T20:46:46.173666Z","end":"2026-03-17T20:46:46.775544Z","steps":["trace[1746594560] 'process raft request' (duration: 601.811689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.775604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.030836Z","time spent":"744.724769ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:46.775645Z","caller":"traceutil/trace.go:172","msg":"trace[1005895128] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"746.161933ms","start":"2026-03-17T20:46:46.029404Z","end":"2026-03-17T20:46:46.775566Z","steps":["trace[1005895128] 'process raft request' (duration: 745.688838ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:46.775704Z","caller":"traceutil/trace.go:172","msg":"trace[861978975] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"746.313122ms","start":"2026-03-17T20:46:46.029383Z","end":"2026-03-17T20:46:46.775696Z","steps":["trace[861978975] 'process raft request' (duration: 745.646569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.775726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.173641Z","time spent":"602.011368ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:46.775831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029398Z","time spent":"746.300332ms","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:46.775909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029358Z","time spent":"746.365712ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:46.775893Z","caller":"traceutil/trace.go:172","msg":"trace[1354305596] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"746.47613ms","start":"2026-03-17T20:46:46.029402Z","end":"2026-03-17T20:46:46.775878Z","steps":["trace[1354305596] 'process raft request' (duration: 745.740468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.776050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029391Z","time spent":"746.643619ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:46.775493Z","caller":"traceutil/trace.go:172","msg":"trace[214810398] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"746.159094ms","start":"2026-03-17T20:46:46.029303Z","end":"2026-03-17T20:46:46.775462Z","steps":["trace[214810398] 'process raft request' (duration: 745.611779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.776144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.029284Z","time spent":"746.843637ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:46.776140Z","caller":"traceutil/trace.go:172","msg":"trace[1107996232] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"744.553451ms","start":"2026-03-17T20:46:46.031568Z","end":"2026-03-17T20:46:46.776121Z","steps":["trace[1107996232] 'process raft request' (duration: 743.819988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.776231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.031561Z","time spent":"744.62396ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:46.776366Z","caller":"traceutil/trace.go:172","msg":"trace[219633470] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"745.191494ms","start":"2026-03-17T20:46:46.031093Z","end":"2026-03-17T20:46:46.776284Z","steps":["trace[219633470] 'process raft request' (duration: 744.164495ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:46.776386Z","caller":"traceutil/trace.go:172","msg":"trace[1209276469] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"745.198534ms","start":"2026-03-17T20:46:46.031171Z","end":"2026-03-17T20:46:46.776369Z","steps":["trace[1209276469] 'process raft request' (duration: 744.156825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.776438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.031080Z","time spent":"745.320683ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:46.776447Z","caller":"traceutil/trace.go:172","msg":"trace[1017715731] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"744.309582ms","start":"2026-03-17T20:46:46.032129Z","end":"2026-03-17T20:46:46.776438Z","steps":["trace[1017715731] 'process raft request' (duration: 743.304043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.776459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.031155Z","time spent":"745.266952ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3924,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:46.776488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.032120Z","time spent":"744.346552ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2299,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:46.781398Z","caller":"traceutil/trace.go:172","msg":"trace[80401805] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:359; }","duration":"250.394617ms","start":"2026-03-17T20:46:46.530983Z","end":"2026-03-17T20:46:46.781378Z","steps":["trace[80401805] 'read index received' (duration: 250.387308ms)","trace[80401805] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:46:46.781572Z","caller":"traceutil/trace.go:172","msg":"trace[588464033] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"288.009686ms","start":"2026-03-17T20:46:46.493545Z","end":"2026-03-17T20:46:46.781555Z","steps":["trace[588464033] 'process raft request' (duration: 287.916827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:46.781598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.591075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-17T20:46:46.781639Z","caller":"traceutil/trace.go:172","msg":"trace[2121055246] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:339; }","duration":"250.649755ms","start":"2026-03-17T20:46:46.530980Z","end":"2026-03-17T20:46:46.781629Z","steps":["trace[2121055246] 'agreement among raft nodes before linearized reading' (duration: 250.474727ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:46.782673Z","caller":"traceutil/trace.go:172","msg":"trace[764707908] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"148.573322ms","start":"2026-03-17T20:46:46.634089Z","end":"2026-03-17T20:46:46.782662Z","steps":["trace[764707908] 'process raft request' (duration: 148.550282ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:46.782721Z","caller":"traceutil/trace.go:172","msg":"trace[1158044366] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"171.364271ms","start":"2026-03-17T20:46:46.611337Z","end":"2026-03-17T20:46:46.782701Z","steps":["trace[1158044366] 'process raft request' (duration: 171.212852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.290458Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565545333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:46:47.774731Z","caller":"traceutil/trace.go:172","msg":"trace[902151423] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:364; }","duration":"985.25981ms","start":"2026-03-17T20:46:46.789455Z","end":"2026-03-17T20:46:47.774715Z","steps":["trace[902151423] 'read index received' (duration: 985.25379ms)","trace[902151423] 'applied index is now lower than readState.Index' (duration: 5.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:48.067630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.278157722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:46:48.067679Z","caller":"traceutil/trace.go:172","msg":"trace[1455481637] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:344; }","duration":"1.278218042s","start":"2026-03-17T20:46:46.789450Z","end":"2026-03-17T20:46:48.067668Z","steps":["trace[1455481637] 'agreement among raft nodes before linearized reading' (duration: 985.351289ms)","trace[1455481637] 'range keys from in-memory index tree' (duration: 292.735144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:48.067708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789433Z","time spent":"1.2782698s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:48.067835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.971622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:46:48.067910Z","caller":"traceutil/trace.go:172","msg":"trace[2052878436] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"1.278551698s","start":"2026-03-17T20:46:46.789345Z","end":"2026-03-17T20:46:48.067897Z","steps":["trace[2052878436] 'process raft request' (duration: 985.446188ms)","trace[2052878436] 'compare' (duration: 292.785154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:48.067954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789329Z","time spent":"1.278604347s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3973,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:48.069911Z","caller":"traceutil/trace.go:172","msg":"trace[784432037] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:365; }","duration":"295.061331ms","start":"2026-03-17T20:46:47.774813Z","end":"2026-03-17T20:46:48.069874Z","steps":["trace[784432037] 'read index received' (duration: 295.053591ms)","trace[784432037] 'applied index is now lower than readState.Index' (duration: 6.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:48.070059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.280501059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:46:48.070117Z","caller":"traceutil/trace.go:172","msg":"trace[1075867975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:345; }","duration":"1.280552108s","start":"2026-03-17T20:46:46.789541Z","end":"2026-03-17T20:46:48.070093Z","steps":["trace[1075867975] 'agreement among raft nodes before linearized reading' (duration: 1.28041591s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.070159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789512Z","time spent":"1.280632837s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:48.070377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.280827736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:46:48.070412Z","caller":"traceutil/trace.go:172","msg":"trace[152715878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:345; }","duration":"1.280861945s","start":"2026-03-17T20:46:46.789541Z","end":"2026-03-17T20:46:48.070403Z","steps":["trace[152715878] 'agreement among raft nodes before linearized reading' (duration: 1.280773666s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.070435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789512Z","time spent":"1.280915924s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:48.070929Z","caller":"traceutil/trace.go:172","msg":"trace[668690626] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"1.28135759s","start":"2026-03-17T20:46:46.789549Z","end":"2026-03-17T20:46:48.070906Z","steps":["trace[668690626] 'process raft request' (duration: 1.281175832s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:48.070994Z","caller":"traceutil/trace.go:172","msg":"trace[1163867630] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"1.281240271s","start":"2026-03-17T20:46:46.789728Z","end":"2026-03-17T20:46:48.070968Z","steps":["trace[1163867630] 'process raft request' (duration: 1.281078443s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:48.071002Z","caller":"traceutil/trace.go:172","msg":"trace[2058721259] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.281061533s","start":"2026-03-17T20:46:46.789921Z","end":"2026-03-17T20:46:48.070982Z","steps":["trace[2058721259] 'process raft request' (duration: 1.280954454s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.071088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789911Z","time spent":"1.281135901s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:48.071088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789717Z","time spent":"1.28131536s","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2404,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:48.071082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.789532Z","time spent":"1.281520628s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:48.071235Z","caller":"traceutil/trace.go:172","msg":"trace[227788678] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"1.280146653s","start":"2026-03-17T20:46:46.791079Z","end":"2026-03-17T20:46:48.071226Z","steps":["trace[227788678] 'process raft request' (duration: 1.279843785s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:48.071081Z","caller":"traceutil/trace.go:172","msg":"trace[1543609383] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.278971503s","start":"2026-03-17T20:46:46.792095Z","end":"2026-03-17T20:46:48.071067Z","steps":["trace[1543609383] 'process raft request' (duration: 1.278937144s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.071308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.791064Z","time spent":"1.280206592s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3362,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:48.071328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.792086Z","time spent":"1.279209672s","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2372,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:48.071470Z","caller":"traceutil/trace.go:172","msg":"trace[337169752] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.280013394s","start":"2026-03-17T20:46:46.791440Z","end":"2026-03-17T20:46:48.071454Z","steps":["trace[337169752] 'process raft request' (duration: 1.279524288s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.071549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.791430Z","time spent":"1.280086953s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:48.072825Z","caller":"traceutil/trace.go:172","msg":"trace[1532153069] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"1.279927745s","start":"2026-03-17T20:46:46.791483Z","end":"2026-03-17T20:46:48.071411Z","steps":["trace[1532153069] 'process raft request' (duration: 1.279516558s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.072913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:46.791473Z","time spent":"1.281397019s","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:48.073144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.260411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:46:48.073527Z","caller":"traceutil/trace.go:172","msg":"trace[1246587770] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:345; }","duration":"354.646177ms","start":"2026-03-17T20:46:47.718869Z","end":"2026-03-17T20:46:48.073515Z","steps":["trace[1246587770] 'agreement among raft nodes before linearized reading' (duration: 351.40444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:48.074280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:47.718818Z","time spent":"355.445449ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:59.346311Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565545464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:46:59.521793Z","caller":"traceutil/trace.go:172","msg":"trace[1589738807] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:435; }","duration":"676.367918ms","start":"2026-03-17T20:46:58.845355Z","end":"2026-03-17T20:46:59.521722Z","steps":["trace[1589738807] 'read index received' (duration: 676.350739ms)","trace[1589738807] 'applied index is now lower than readState.Index' (duration: 15.179µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:46:59.521884Z","caller":"traceutil/trace.go:172","msg":"trace[465848783] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"698.25324ms","start":"2026-03-17T20:46:58.823612Z","end":"2026-03-17T20:46:59.521866Z","steps":["trace[465848783] 'process raft request' (duration: 698.129671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:59.522035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:58.823592Z","time spent":"698.354859ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:46:59.522008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"676.638086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:46:59.522091Z","caller":"traceutil/trace.go:172","msg":"trace[1908632206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:412; }","duration":"676.789144ms","start":"2026-03-17T20:46:58.845285Z","end":"2026-03-17T20:46:59.522074Z","steps":["trace[1908632206] 'agreement among raft nodes before linearized reading' (duration: 676.620726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:00.063950Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565545469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:00.328618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.118569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:00.328697Z","caller":"traceutil/trace.go:172","msg":"trace[242792753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:412; }","duration":"483.216968ms","start":"2026-03-17T20:46:59.845467Z","end":"2026-03-17T20:47:00.328684Z","steps":["trace[242792753] 'range keys from in-memory index tree' (duration: 483.06231ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:00.339307Z","caller":"traceutil/trace.go:172","msg":"trace[42588089] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:436; }","duration":"775.455498ms","start":"2026-03-17T20:46:59.563826Z","end":"2026-03-17T20:47:00.339282Z","steps":["trace[42588089] 'read index received' (duration: 775.446838ms)","trace[42588089] 'applied index is now lower than readState.Index' (duration: 7.18µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:00.339439Z","caller":"traceutil/trace.go:172","msg":"trace[514541943] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.514580872s","start":"2026-03-17T20:46:58.824842Z","end":"2026-03-17T20:47:00.339423Z","steps":["trace[514541943] 'process raft request' (duration: 1.514422573s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:00.339484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"775.639616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:00.339517Z","caller":"traceutil/trace.go:172","msg":"trace[776966698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"775.687126ms","start":"2026-03-17T20:46:59.563821Z","end":"2026-03-17T20:47:00.339508Z","steps":["trace[776966698] 'agreement among raft nodes before linearized reading' (duration: 775.597957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:00.339533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:58.824832Z","time spent":"1.514649511s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:00.339556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:46:59.563801Z","time spent":"775.748254ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:00.339847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.813676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:00.339890Z","caller":"traceutil/trace.go:172","msg":"trace[121653523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"314.851466ms","start":"2026-03-17T20:47:00.025026Z","end":"2026-03-17T20:47:00.339878Z","steps":["trace[121653523] 'agreement among raft nodes before linearized reading' (duration: 314.798047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:00.339914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:00.024999Z","time spent":"314.908826ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:00.340060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.218597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:47:00.340091Z","caller":"traceutil/trace.go:172","msg":"trace[1451759031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"200.252167ms","start":"2026-03-17T20:47:00.139833Z","end":"2026-03-17T20:47:00.340086Z","steps":["trace[1451759031] 'agreement among raft nodes before linearized reading' (duration: 200.171348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:00.340278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.775512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:47:00.340356Z","caller":"traceutil/trace.go:172","msg":"trace[673718798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"198.869551ms","start":"2026-03-17T20:47:00.141471Z","end":"2026-03-17T20:47:00.340341Z","steps":["trace[673718798] 'agreement among raft nodes before linearized reading' (duration: 198.618894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:01.655386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.289383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:01.655480Z","caller":"traceutil/trace.go:172","msg":"trace[1828817713] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"126.656061ms","start":"2026-03-17T20:47:01.528811Z","end":"2026-03-17T20:47:01.655467Z","steps":["trace[1828817713] 'process raft request' (duration: 17.223279ms)","trace[1828817713] 'compare' (duration: 109.198774ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:04.488253Z","caller":"traceutil/trace.go:172","msg":"trace[934964140] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:446; }","duration":"129.21179ms","start":"2026-03-17T20:47:04.359008Z","end":"2026-03-17T20:47:04.488219Z","steps":["trace[934964140] 'read index received' (duration: 129.20227ms)","trace[934964140] 'applied index is now lower than readState.Index' (duration: 8.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:04.488524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.504737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:47:04.488600Z","caller":"traceutil/trace.go:172","msg":"trace[2095177930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"129.600536ms","start":"2026-03-17T20:47:04.358983Z","end":"2026-03-17T20:47:04.488584Z","steps":["trace[2095177930] 'agreement among raft nodes before linearized reading' (duration: 129.348569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:04.488647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.16992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:47:04.488706Z","caller":"traceutil/trace.go:172","msg":"trace[2092305785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"129.241659ms","start":"2026-03-17T20:47:04.359453Z","end":"2026-03-17T20:47:04.488695Z","steps":["trace[2092305785] 'agreement among raft nodes before linearized reading' (duration: 129.096241ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:04.488921Z","caller":"traceutil/trace.go:172","msg":"trace[1753121412] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"138.346209ms","start":"2026-03-17T20:47:04.350560Z","end":"2026-03-17T20:47:04.488906Z","steps":["trace[1753121412] 'process raft request' (duration: 137.745085ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:08.072589Z","caller":"traceutil/trace.go:172","msg":"trace[1760629417] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:456; }","duration":"226.560122ms","start":"2026-03-17T20:47:07.846010Z","end":"2026-03-17T20:47:08.072571Z","steps":["trace[1760629417] 'read index received' (duration: 226.540542ms)","trace[1760629417] 'applied index is now lower than readState.Index' (duration: 14.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:08.079702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.671521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:08.079774Z","caller":"traceutil/trace.go:172","msg":"trace[845048065] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:430; }","duration":"233.756871ms","start":"2026-03-17T20:47:07.846002Z","end":"2026-03-17T20:47:08.079759Z","steps":["trace[845048065] 'agreement among raft nodes before linearized reading' (duration: 226.634562ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:08.080817Z","caller":"traceutil/trace.go:172","msg":"trace[1879601376] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"278.412831ms","start":"2026-03-17T20:47:07.802385Z","end":"2026-03-17T20:47:08.080797Z","steps":["trace[1879601376] 'process raft request' (duration: 270.241482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:09.229668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.123486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:09.229731Z","caller":"traceutil/trace.go:172","msg":"trace[165045243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"202.201466ms","start":"2026-03-17T20:47:09.027519Z","end":"2026-03-17T20:47:09.229720Z","steps":["trace[165045243] 'range keys from in-memory index tree' (duration: 202.003998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:09.229702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.902632ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:09.229775Z","caller":"traceutil/trace.go:172","msg":"trace[625684505] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:434; }","duration":"383.994831ms","start":"2026-03-17T20:47:08.845766Z","end":"2026-03-17T20:47:09.229761Z","steps":["trace[625684505] 'range keys from in-memory index tree' (duration: 383.849312ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:18.959787Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483) learners=(3829886913547635097)"} {"level":"info","ts":"2026-03-17T20:47:18.960000Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"35267ddb33ec8999","added-peer-peer-urls":["https://199.19.213.175:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:47:18.960039Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960116Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960307Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960352Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960368Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960391Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960404Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-03-17T20:47:18.960432Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:18.960476Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"error","ts":"2026-03-17T20:47:19.008744Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:47:19.514892Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:47:20.012490Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:47:20.512622Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:47:21.012250Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:47:21.515616Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:47:22.009920Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-17T20:47:22.058645Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"35267ddb33ec8999","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:47:22.058691Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.058732Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.063274Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"35267ddb33ec8999","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:47:22.063330Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.076548Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.077589Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.082603Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d11d60056e8410fb","to":"35267ddb33ec8999","bytes":790537,"size":"790 kB"} {"level":"info","ts":"2026-03-17T20:47:22.082712Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":493,"remote-peer-id":"35267ddb33ec8999","bytes":790537,"size":"790 kB"} {"level":"info","ts":"2026-03-17T20:47:22.095669Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":782336,"size":"782 kB"} {"level":"info","ts":"2026-03-17T20:47:22.110881Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":493,"remote-peer-id":"35267ddb33ec8999","bytes":790537,"size":"790 kB"} {"level":"warn","ts":"2026-03-17T20:47:22.129161Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:22.129386Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999","error":"EOF"} {"level":"info","ts":"2026-03-17T20:47:22.139766Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"35267ddb33ec8999","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-17T20:47:22.139810Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.139826Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.142756Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"35267ddb33ec8999","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-17T20:47:22.142793Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.142805Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.172775Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.175491Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.513213Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(3829886913547635097 15068305504696799483)"} {"level":"info","ts":"2026-03-17T20:47:22.513335Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","promoted-member-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:22.513365Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"35267ddb33ec8999"} {"level":"info","ts":"2026-03-17T20:47:25.994763Z","caller":"traceutil/trace.go:172","msg":"trace[1876144175] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"123.524345ms","start":"2026-03-17T20:47:25.871217Z","end":"2026-03-17T20:47:25.994741Z","steps":["trace[1876144175] 'process raft request' (duration: 123.397416ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:26.612059Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-17T20:47:28.745792Z","caller":"traceutil/trace.go:172","msg":"trace[1512306327] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"124.102462ms","start":"2026-03-17T20:47:28.621668Z","end":"2026-03-17T20:47:28.745770Z","steps":["trace[1512306327] 'process raft request' (duration: 123.977223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:36.908748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.810281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:47:36.909022Z","caller":"traceutil/trace.go:172","msg":"trace[1089185312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:499; }","duration":"127.085468ms","start":"2026-03-17T20:47:36.781915Z","end":"2026-03-17T20:47:36.909001Z","steps":["trace[1089185312] 'agreement among raft nodes before linearized reading' (duration: 18.421272ms)","trace[1089185312] 'range keys from in-memory index tree' (duration: 108.322829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:36.908956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.776236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:36.909354Z","caller":"traceutil/trace.go:172","msg":"trace[623755299] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"147.597469ms","start":"2026-03-17T20:47:36.761728Z","end":"2026-03-17T20:47:36.909325Z","steps":["trace[623755299] 'process raft request' (duration: 37.415907ms)","trace[623755299] 'compare' (duration: 109.446948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.151392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.957521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:37.151875Z","caller":"traceutil/trace.go:172","msg":"trace[2134440276] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"237.322736ms","start":"2026-03-17T20:47:36.914539Z","end":"2026-03-17T20:47:37.151862Z","steps":["trace[2134440276] 'process raft request' (duration: 130.84256ms)","trace[2134440276] 'compare' (duration: 105.827613ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:44.363116Z","caller":"traceutil/trace.go:172","msg":"trace[1762051496] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"106.690777ms","start":"2026-03-17T20:47:44.256399Z","end":"2026-03-17T20:47:44.363089Z","steps":["trace[1762051496] 'process raft request' (duration: 106.561208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.077374Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"35267ddb33ec8999","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.479167ms"} {"level":"info","ts":"2026-03-17T20:47:45.077683Z","caller":"traceutil/trace.go:172","msg":"trace[1884019034] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"331.126875ms","start":"2026-03-17T20:47:44.746536Z","end":"2026-03-17T20:47:45.077663Z","steps":["trace[1884019034] 'process raft request' (duration: 330.943737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.077838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.746508Z","time spent":"331.263914ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:45.079307Z","caller":"traceutil/trace.go:172","msg":"trace[1539789613] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:578; }","duration":"281.209507ms","start":"2026-03-17T20:47:44.798080Z","end":"2026-03-17T20:47:45.079289Z","steps":["trace[1539789613] 'read index received' (duration: 281.204187ms)","trace[1539789613] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.079372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.301386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:45.079408Z","caller":"traceutil/trace.go:172","msg":"trace[2028644298] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:538; }","duration":"281.339356ms","start":"2026-03-17T20:47:44.798060Z","end":"2026-03-17T20:47:45.079400Z","steps":["trace[2028644298] 'agreement among raft nodes before linearized reading' (duration: 281.279737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.080071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.950386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:45.080114Z","caller":"traceutil/trace.go:172","msg":"trace[951022186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:538; }","duration":"234.004475ms","start":"2026-03-17T20:47:44.846099Z","end":"2026-03-17T20:47:45.080103Z","steps":["trace[951022186] 'agreement among raft nodes before linearized reading' (duration: 233.930136ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:47.391889Z","caller":"traceutil/trace.go:172","msg":"trace[1302119897] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"257.134763ms","start":"2026-03-17T20:47:47.134679Z","end":"2026-03-17T20:47:47.391814Z","steps":["trace[1302119897] 'process raft request' (duration: 257.038624ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:47.588511Z","caller":"traceutil/trace.go:172","msg":"trace[291596233] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:595; }","duration":"385.133224ms","start":"2026-03-17T20:47:47.203355Z","end":"2026-03-17T20:47:47.588489Z","steps":["trace[291596233] 'read index received' (duration: 385.128674ms)","trace[291596233] 'applied index is now lower than readState.Index' (duration: 3.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:47.588749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.378192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:47:47.588796Z","caller":"traceutil/trace.go:172","msg":"trace[1244835024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"385.441701ms","start":"2026-03-17T20:47:47.203342Z","end":"2026-03-17T20:47:47.588784Z","steps":["trace[1244835024] 'agreement among raft nodes before linearized reading' (duration: 385.229263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:47.588847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:47.203327Z","time spent":"385.502331ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:50.202582Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-17T20:47:50.760180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.186567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:50.760468Z","caller":"traceutil/trace.go:172","msg":"trace[49027619] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:564; }","duration":"204.482954ms","start":"2026-03-17T20:47:50.555963Z","end":"2026-03-17T20:47:50.760446Z","steps":["trace[49027619] 'range keys from in-memory index tree' (duration: 202.76703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:51.310989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.272681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:51.311111Z","caller":"traceutil/trace.go:172","msg":"trace[1943444306] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"185.983133ms","start":"2026-03-17T20:47:51.125109Z","end":"2026-03-17T20:47:51.311093Z","steps":["trace[1943444306] 'process raft request' (duration: 26.532344ms)","trace[1943444306] 'compare' (duration: 159.179232ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:52.111224Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d11d60056e8410fb","to":"35267ddb33ec8999","bytes":790537,"size":"790 kB","took":"30.028618219s"} {"level":"info","ts":"2026-03-17T20:47:55.648581Z","caller":"traceutil/trace.go:172","msg":"trace[652528070] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"139.709322ms","start":"2026-03-17T20:47:55.508851Z","end":"2026-03-17T20:47:55.648560Z","steps":["trace[652528070] 'process raft request' (duration: 139.590593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:57.058958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.570298ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:57.059051Z","caller":"traceutil/trace.go:172","msg":"trace[509165059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:579; }","duration":"212.668027ms","start":"2026-03-17T20:47:56.846364Z","end":"2026-03-17T20:47:57.059032Z","steps":["trace[509165059] 'range keys from in-memory index tree' (duration: 211.331761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:57.388162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.89312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:24 size:1963"} {"level":"info","ts":"2026-03-17T20:47:57.388285Z","caller":"traceutil/trace.go:172","msg":"trace[1937538001] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:24; response_revision:579; }","duration":"168.044018ms","start":"2026-03-17T20:47:57.220220Z","end":"2026-03-17T20:47:57.388264Z","steps":["trace[1937538001] 'agreement among raft nodes before linearized reading' (duration: 43.136454ms)","trace[1937538001] 'range keys from in-memory index tree' (duration: 124.410479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:57.388925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.392291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:47:58.060831Z","caller":"traceutil/trace.go:172","msg":"trace[1370683277] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:626; }","duration":"400.813472ms","start":"2026-03-17T20:47:57.660000Z","end":"2026-03-17T20:47:58.060813Z","steps":["trace[1370683277] 'read index received' (duration: 400.801212ms)","trace[1370683277] 'applied index is now lower than readState.Index' (duration: 10.88µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:58.060883Z","caller":"traceutil/trace.go:172","msg":"trace[42856310] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"402.341886ms","start":"2026-03-17T20:47:57.658519Z","end":"2026-03-17T20:47:58.060861Z","steps":["trace[42856310] 'process raft request' (duration: 402.178898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:58.061140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:47:58.061176Z","caller":"traceutil/trace.go:172","msg":"trace[2106555384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"401.181229ms","start":"2026-03-17T20:47:57.659987Z","end":"2026-03-17T20:47:58.061169Z","steps":["trace[2106555384] 'agreement among raft nodes before linearized reading' (duration: 400.99889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:58.061202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:57.659960Z","time spent":"401.236429ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:58.061133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:57.658477Z","time spent":"402.481495ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:58.061813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.717331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:47:58.061814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.642909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:58.061885Z","caller":"traceutil/trace.go:172","msg":"trace[999507730] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:581; }","duration":"338.78634ms","start":"2026-03-17T20:47:57.723078Z","end":"2026-03-17T20:47:58.061865Z","steps":["trace[999507730] 'agreement among raft nodes before linearized reading' (duration: 338.607262ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:58.061895Z","caller":"traceutil/trace.go:172","msg":"trace[1457852887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:581; }","duration":"215.738448ms","start":"2026-03-17T20:47:57.846140Z","end":"2026-03-17T20:47:58.061879Z","steps":["trace[1457852887] 'agreement among raft nodes before linearized reading' (duration: 215.600899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:58.061933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:57.723053Z","time spent":"338.86546ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:58.197096Z","caller":"traceutil/trace.go:172","msg":"trace[616130984] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"130.256063ms","start":"2026-03-17T20:47:58.066774Z","end":"2026-03-17T20:47:58.197030Z","steps":["trace[616130984] 'process raft request' (duration: 130.093385ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:58.285234Z","caller":"traceutil/trace.go:172","msg":"trace[1848242608] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:629; }","duration":"147.529826ms","start":"2026-03-17T20:47:58.137688Z","end":"2026-03-17T20:47:58.285218Z","steps":["trace[1848242608] 'read index received' (duration: 147.525896ms)","trace[1848242608] 'applied index is now lower than readState.Index' (duration: 3.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:58.285527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.841904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:58.285554Z","caller":"traceutil/trace.go:172","msg":"trace[404802069] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:582; }","duration":"147.879913ms","start":"2026-03-17T20:47:58.137661Z","end":"2026-03-17T20:47:58.285541Z","steps":["trace[404802069] 'agreement among raft nodes before linearized reading' (duration: 147.815244ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:58.286072Z","caller":"traceutil/trace.go:172","msg":"trace[359237916] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"104.846069ms","start":"2026-03-17T20:47:58.181212Z","end":"2026-03-17T20:47:58.286058Z","steps":["trace[359237916] 'process raft request' (duration: 104.79818ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:58.286273Z","caller":"traceutil/trace.go:172","msg":"trace[844070506] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"175.848384ms","start":"2026-03-17T20:47:58.110419Z","end":"2026-03-17T20:47:58.286267Z","steps":["trace[844070506] 'process raft request' (duration: 175.448358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.374815Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"35267ddb33ec8999","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.124665ms"} {"level":"info","ts":"2026-03-17T20:48:08.344912Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(3829886913547635097 15068305504696799483) learners=(11948989155626899917)"} {"level":"info","ts":"2026-03-17T20:48:08.345229Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"a5d356541e22d9cd","added-peer-peer-urls":["https://199.19.213.188:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:08.345282Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345328Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345437Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345569Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345577Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345619Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345640Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd","remote-peer-urls":["https://199.19.213.188:2380"]} {"level":"info","ts":"2026-03-17T20:48:08.345653Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.345692Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"a5d356541e22d9cd"} {"level":"error","ts":"2026-03-17T20:48:08.407745Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:48:08.407854Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a5d356541e22d9cd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-17T20:48:08.897807Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:48:09.400473Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:48:09.897261Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:48:09.897373Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a5d356541e22d9cd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-17T20:48:10.398355Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-17T20:48:10.898700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:39134","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-17T20:48:10.899640Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:48:10.899718Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a5d356541e22d9cd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-17T20:48:10.912728Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.188:2380/version","remote-member-id":"a5d356541e22d9cd","error":"Get \"https://199.19.213.188:2380/version\": dial tcp 199.19.213.188:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T20:48:10.912796Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"a5d356541e22d9cd","error":"Get \"https://199.19.213.188:2380/version\": dial tcp 199.19.213.188:2380: connect: connection refused"} {"level":"error","ts":"2026-03-17T20:48:11.399438Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-17T20:48:11.901103Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:48:11.901210Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a5d356541e22d9cd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-17T20:48:11.975114Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.975176Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.975977Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.988181Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"a5d356541e22d9cd","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:11.988221Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.989557Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"a5d356541e22d9cd","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:11.989628Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.991110Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d11d60056e8410fb","to":"a5d356541e22d9cd","bytes":1036848,"size":"1.0 MB"} {"level":"info","ts":"2026-03-17T20:48:11.991234Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":679,"remote-peer-id":"a5d356541e22d9cd","bytes":1036848,"size":"1.0 MB"} {"level":"info","ts":"2026-03-17T20:48:11.996129Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1028096,"size":"1.0 MB"} {"level":"info","ts":"2026-03-17T20:48:12.007248Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":679,"remote-peer-id":"a5d356541e22d9cd","bytes":1036848,"size":"1.0 MB"} {"level":"warn","ts":"2026-03-17T20:48:12.020717Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.020801Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:12.037375Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"a5d356541e22d9cd","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-17T20:48:12.037449Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.037469Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.045946Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"a5d356541e22d9cd","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-17T20:48:12.046038Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.046052Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.055964Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.058823Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.465514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(3829886913547635097 11948989155626899917 15068305504696799483)"} {"level":"info","ts":"2026-03-17T20:48:12.465664Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","promoted-member-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.465690Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"a5d356541e22d9cd"} {"level":"warn","ts":"2026-03-17T20:48:12.998356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.917338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:12.998475Z","caller":"traceutil/trace.go:172","msg":"trace[854510959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:628; }","duration":"153.047926ms","start":"2026-03-17T20:48:12.845405Z","end":"2026-03-17T20:48:12.998453Z","steps":["trace[854510959] 'range keys from in-memory index tree' (duration: 152.870169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:12.998443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.560168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:12.998559Z","caller":"traceutil/trace.go:172","msg":"trace[1774723959] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:628; }","duration":"143.694636ms","start":"2026-03-17T20:48:12.854845Z","end":"2026-03-17T20:48:12.998540Z","steps":["trace[1774723959] 'range keys from in-memory index tree' (duration: 142.598527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:12.998355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.507523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:12.998656Z","caller":"traceutil/trace.go:172","msg":"trace[1206911468] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:628; }","duration":"100.80644ms","start":"2026-03-17T20:48:12.897814Z","end":"2026-03-17T20:48:12.998620Z","steps":["trace[1206911468] 'range keys from in-memory index tree' (duration: 99.516532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:13.916853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.173432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:13.916954Z","caller":"traceutil/trace.go:172","msg":"trace[1824381034] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:687; }","duration":"135.16149ms","start":"2026-03-17T20:48:13.781777Z","end":"2026-03-17T20:48:13.916939Z","steps":["trace[1824381034] 'read index received' (duration: 841.423µs)","trace[1824381034] 'applied index is now lower than readState.Index' (duration: 134.319097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:13.917265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.431687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:13.917451Z","caller":"traceutil/trace.go:172","msg":"trace[118452754] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:631; }","duration":"135.636165ms","start":"2026-03-17T20:48:13.781761Z","end":"2026-03-17T20:48:13.917398Z","steps":["trace[118452754] 'agreement among raft nodes before linearized reading' (duration: 135.262498ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.009276Z","caller":"traceutil/trace.go:172","msg":"trace[972827063] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:704; }","duration":"163.476407ms","start":"2026-03-17T20:48:16.845724Z","end":"2026-03-17T20:48:17.009201Z","steps":["trace[972827063] 'read index received' (duration: 163.460237ms)","trace[972827063] 'applied index is now lower than readState.Index' (duration: 14.34µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:17.009389Z","caller":"traceutil/trace.go:172","msg":"trace[456883616] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"165.603746ms","start":"2026-03-17T20:48:16.843765Z","end":"2026-03-17T20:48:17.009368Z","steps":["trace[456883616] 'process raft request' (duration: 165.456477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:17.009427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.675545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:17.009463Z","caller":"traceutil/trace.go:172","msg":"trace[1544111619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:647; }","duration":"163.731845ms","start":"2026-03-17T20:48:16.845719Z","end":"2026-03-17T20:48:17.009451Z","steps":["trace[1544111619] 'agreement among raft nodes before linearized reading' (duration: 163.638446ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.122442Z","caller":"traceutil/trace.go:172","msg":"trace[726478520] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"107.849642ms","start":"2026-03-17T20:48:17.014558Z","end":"2026-03-17T20:48:17.122407Z","steps":["trace[726478520] 'process raft request' (duration: 107.649864ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.127038Z","caller":"traceutil/trace.go:172","msg":"trace[2047848282] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"111.765594ms","start":"2026-03-17T20:48:17.015251Z","end":"2026-03-17T20:48:17.127017Z","steps":["trace[2047848282] 'process raft request' (duration: 110.867692ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.127597Z","caller":"traceutil/trace.go:172","msg":"trace[1088712117] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"109.885963ms","start":"2026-03-17T20:48:17.017697Z","end":"2026-03-17T20:48:17.127583Z","steps":["trace[1088712117] 'process raft request' (duration: 108.611684ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:17.127669Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-17T20:48:19.058760Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.577982ms"} {"level":"warn","ts":"2026-03-17T20:48:19.058811Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"35267ddb33ec8999","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.634362ms"} {"level":"info","ts":"2026-03-17T20:48:19.081998Z","caller":"traceutil/trace.go:172","msg":"trace[1365316256] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:734; }","duration":"236.444056ms","start":"2026-03-17T20:48:18.845523Z","end":"2026-03-17T20:48:19.081967Z","steps":["trace[1365316256] 'read index received' (duration: 236.431896ms)","trace[1365316256] 'applied index is now lower than readState.Index' (duration: 10.11µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:19.082078Z","caller":"traceutil/trace.go:172","msg":"trace[1589154706] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"267.714255ms","start":"2026-03-17T20:48:18.814356Z","end":"2026-03-17T20:48:19.082071Z","steps":["trace[1589154706] 'process raft request' (duration: 267.592596ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.082003Z","caller":"traceutil/trace.go:172","msg":"trace[1030954203] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"286.138878ms","start":"2026-03-17T20:48:18.795848Z","end":"2026-03-17T20:48:19.081987Z","steps":["trace[1030954203] 'process raft request' (duration: 286.011528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:19.082164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.622144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:19.083043Z","caller":"traceutil/trace.go:172","msg":"trace[1981958587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:674; }","duration":"237.505195ms","start":"2026-03-17T20:48:18.845515Z","end":"2026-03-17T20:48:19.083021Z","steps":["trace[1981958587] 'agreement among raft nodes before linearized reading' (duration: 236.592905ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.254058Z","caller":"traceutil/trace.go:172","msg":"trace[1054754221] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"189.776905ms","start":"2026-03-17T20:48:19.064264Z","end":"2026-03-17T20:48:19.254041Z","steps":["trace[1054754221] 'process raft request' (duration: 189.653916ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.254817Z","caller":"traceutil/trace.go:172","msg":"trace[648373619] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:736; }","duration":"172.727137ms","start":"2026-03-17T20:48:19.082073Z","end":"2026-03-17T20:48:19.254800Z","steps":["trace[648373619] 'read index received' (duration: 172.722017ms)","trace[648373619] 'applied index is now lower than readState.Index' (duration: 4.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:19.254933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.451673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:19.254954Z","caller":"traceutil/trace.go:172","msg":"trace[1152502733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"231.481923ms","start":"2026-03-17T20:48:19.023466Z","end":"2026-03-17T20:48:19.254947Z","steps":["trace[1152502733] 'agreement among raft nodes before linearized reading' (duration: 231.399394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:19.635185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.710086ms"} {"level":"warn","ts":"2026-03-17T20:48:19.635239Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"35267ddb33ec8999","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.771115ms"} {"level":"info","ts":"2026-03-17T20:48:19.635653Z","caller":"traceutil/trace.go:172","msg":"trace[1764378878] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"174.805008ms","start":"2026-03-17T20:48:19.460828Z","end":"2026-03-17T20:48:19.635633Z","steps":["trace[1764378878] 'process raft request' (duration: 174.61789ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.719269Z","caller":"traceutil/trace.go:172","msg":"trace[1413012232] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"160.769523ms","start":"2026-03-17T20:48:19.558477Z","end":"2026-03-17T20:48:19.719247Z","steps":["trace[1413012232] 'process raft request' (duration: 133.098659ms)","trace[1413012232] 'compare' (duration: 27.552965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:24.744921Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.555865ms"} {"level":"warn","ts":"2026-03-17T20:48:24.744985Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"35267ddb33ec8999","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.629514ms"} {"level":"info","ts":"2026-03-17T20:48:24.745416Z","caller":"traceutil/trace.go:172","msg":"trace[446213520] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"258.251886ms","start":"2026-03-17T20:48:24.487149Z","end":"2026-03-17T20:48:24.745401Z","steps":["trace[446213520] 'process raft request' (duration: 258.065128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:25.069275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.788617ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:25.069445Z","caller":"traceutil/trace.go:172","msg":"trace[2059822200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:743; }","duration":"221.932136ms","start":"2026-03-17T20:48:24.847459Z","end":"2026-03-17T20:48:25.069391Z","steps":["trace[2059822200] 'range keys from in-memory index tree' (duration: 221.736627ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:25.102661Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-17T20:48:31.286211Z","caller":"traceutil/trace.go:172","msg":"trace[1079769479] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"147.67666ms","start":"2026-03-17T20:48:31.138515Z","end":"2026-03-17T20:48:31.286191Z","steps":["trace[1079769479] 'process raft request' (duration: 147.532342ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:33.463585Z","caller":"traceutil/trace.go:172","msg":"trace[1255892445] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"168.411612ms","start":"2026-03-17T20:48:33.295153Z","end":"2026-03-17T20:48:33.463564Z","steps":["trace[1255892445] 'process raft request' (duration: 168.290603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.429216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.4094ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:48:40.774870Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"134.608895ms"} {"level":"warn","ts":"2026-03-17T20:48:40.774949Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"35267ddb33ec8999","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"134.695714ms"} {"level":"info","ts":"2026-03-17T20:48:40.775169Z","caller":"traceutil/trace.go:172","msg":"trace[106206656] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"330.00785ms","start":"2026-03-17T20:48:40.445142Z","end":"2026-03-17T20:48:40.775150Z","steps":["trace[106206656] 'process raft request' (duration: 329.89126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.775300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:40.445121Z","time spent":"330.118339ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:42.008401Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d11d60056e8410fb","to":"a5d356541e22d9cd","bytes":1036848,"size":"1.0 MB","took":"30.017283438s"} {"level":"info","ts":"2026-03-17T20:48:46.118224Z","caller":"traceutil/trace.go:172","msg":"trace[19039938] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"112.050754ms","start":"2026-03-17T20:48:46.006151Z","end":"2026-03-17T20:48:46.118201Z","steps":["trace[19039938] 'process raft request' (duration: 111.908706ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:49.947230Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d11d60056e8410fb [term: 2] received a MsgApp message with higher term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:48:49.947313Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.947335Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 928 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-03-17T20:48:49.947352Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 928"} {"level":"info","ts":"2026-03-17T20:48:49.947373Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: d11d60056e8410fb changed leader from d11d60056e8410fb to 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:48:50.360900Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"d11d60056e8410fb [logterm: 3, index: 928, vote: 0] rejected MsgPreVote from 35267ddb33ec8999 [logterm: 2, index: 927] at term 3"} {"level":"info","ts":"2026-03-17T20:48:50.360951Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"d11d60056e8410fb [logterm: 3, index: 928, vote: 0] rejected MsgVote from 35267ddb33ec8999 [logterm: 2, index: 927] at term 3"} {"level":"warn","ts":"2026-03-17T20:48:51.025154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000334113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:48:51.025196Z","caller":"traceutil/trace.go:172","msg":"trace[536472720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384452s","start":"2026-03-17T20:48:49.024802Z","end":"2026-03-17T20:48:51.025187Z","steps":["trace[536472720] 'agreement among raft nodes before linearized reading' (duration: 2.000332833s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:51.025224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.024784Z","time spent":"2.000435712s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:51.402157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:52.401628Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:52.438774Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.616467144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:48:52.438886Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d11d60056e8410fb [term: 3] ignored a MsgAppResp message with lower term from d11d60056e8410fb [term: 2]"} {"level":"info","ts":"2026-03-17T20:48:52.438913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"d11d60056e8410fb [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"info","ts":"2026-03-17T20:48:52.439172Z","caller":"traceutil/trace.go:172","msg":"trace[14544264] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"3.617043608s","start":"2026-03-17T20:48:48.822114Z","end":"2026-03-17T20:48:52.439158Z","steps":["trace[14544264] 'process raft request' (duration: 3.616952399s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.439281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:48.822088Z","time spent":"3.617139737s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:52.439625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.581597158s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:48:52.439660Z","caller":"traceutil/trace.go:172","msg":"trace[539542675] range","detail":"{range_begin:; range_end:; }","duration":"3.582253843s","start":"2026-03-17T20:48:48.857401Z","end":"2026-03-17T20:48:52.439655Z","steps":["trace[539542675] 'agreement among raft nodes before linearized reading' (duration: 3.581596238s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:48:52.439693Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:48:52.939271Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:52.946266Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d11d60056e8410fb [term: 3] ignored a MsgAppResp message with lower term from d11d60056e8410fb [term: 2]"} {"level":"info","ts":"2026-03-17T20:48:52.947781Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:48:52.976219Z","caller":"traceutil/trace.go:172","msg":"trace[1954055008] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:935; }","duration":"537.220961ms","start":"2026-03-17T20:48:52.438980Z","end":"2026-03-17T20:48:52.976201Z","steps":["trace[1954055008] 'read index received' (duration: 537.216161ms)","trace[1954055008] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:52.976300Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":15068305504696799483,"new-lead":3829886913547635097} {"level":"warn","ts":"2026-03-17T20:48:52.976319Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":15068305504696799483} {"level":"warn","ts":"2026-03-17T20:48:52.976367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"569.081866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:52.976368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.541326419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:52.976395Z","caller":"traceutil/trace.go:172","msg":"trace[1041405216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:852; }","duration":"569.117885ms","start":"2026-03-17T20:48:52.407269Z","end":"2026-03-17T20:48:52.976386Z","steps":["trace[1041405216] 'agreement among raft nodes before linearized reading' (duration: 569.062306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.976422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:52.406679Z","time spent":"569.736749ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:52.976398Z","caller":"traceutil/trace.go:172","msg":"trace[1117122759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:852; }","duration":"3.541363128s","start":"2026-03-17T20:48:49.435028Z","end":"2026-03-17T20:48:52.976391Z","steps":["trace[1117122759] 'agreement among raft nodes before linearized reading' (duration: 3.541304319s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.976448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.435014Z","time spent":"3.541428998s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:52.976380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.571365203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:52.976470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"571.79415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:52.976662Z","caller":"traceutil/trace.go:172","msg":"trace[1249396046] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:852; }","duration":"571.987628ms","start":"2026-03-17T20:48:52.404666Z","end":"2026-03-17T20:48:52.976654Z","steps":["trace[1249396046] 'agreement among raft nodes before linearized reading' (duration: 571.77392ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:52.976610Z","caller":"traceutil/trace.go:172","msg":"trace[417352182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:852; }","duration":"1.57160358s","start":"2026-03-17T20:48:51.404989Z","end":"2026-03-17T20:48:52.976593Z","steps":["trace[417352182] 'agreement among raft nodes before linearized reading' (duration: 1.571307193s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.976603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"571.915358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-17T20:48:52.976757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:51.404976Z","time spent":"1.571773339s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:52.976815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:52.404651Z","time spent":"572.043567ms","remote":"127.0.0.1:51354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:52.976779Z","caller":"traceutil/trace.go:172","msg":"trace[849951641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:852; }","duration":"572.106947ms","start":"2026-03-17T20:48:52.404660Z","end":"2026-03-17T20:48:52.976767Z","steps":["trace[849951641] 'agreement among raft nodes before linearized reading' (duration: 571.638081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.976899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:52.404646Z","time spent":"572.241595ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:52.977206Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546383,"received-request-id":1223744336565546380} {"level":"info","ts":"2026-03-17T20:48:52.977579Z","caller":"traceutil/trace.go:172","msg":"trace[2047251285] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"2.832121855s","start":"2026-03-17T20:48:50.145446Z","end":"2026-03-17T20:48:52.977568Z","steps":["trace[2047251285] 'process raft request' (duration: 2.831982416s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.977605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:52.442720Z","time spent":"534.883414ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:48:52.977612Z","caller":"traceutil/trace.go:172","msg":"trace[1772612535] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"1.570490601s","start":"2026-03-17T20:48:51.407113Z","end":"2026-03-17T20:48:52.977604Z","steps":["trace[1772612535] 'process raft request' (duration: 1.570371902s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:52.977678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:51.407103Z","time spent":"1.570534951s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:52.977682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:50.145428Z","time spent":"2.832181075s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:52.979605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.273681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:52.979619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.1548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:52.979684Z","caller":"traceutil/trace.go:172","msg":"trace[510308574] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:854; }","duration":"108.217969ms","start":"2026-03-17T20:48:52.871450Z","end":"2026-03-17T20:48:52.979668Z","steps":["trace[510308574] 'agreement among raft nodes before linearized reading' (duration: 108.12562ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:52.979710Z","caller":"traceutil/trace.go:172","msg":"trace[1967607215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:854; }","duration":"538.333381ms","start":"2026-03-17T20:48:52.441313Z","end":"2026-03-17T20:48:52.979647Z","steps":["trace[1967607215] 'agreement among raft nodes before linearized reading' (duration: 538.251351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.689318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.689769Z","time spent":"4.999520446s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-17T20:48:54.866871Z","caller":"traceutil/trace.go:172","msg":"trace[1549898611] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:990; }","duration":"176.252538ms","start":"2026-03-17T20:48:54.690592Z","end":"2026-03-17T20:48:54.866845Z","steps":["trace[1549898611] 'read index received' (duration: 176.247328ms)","trace[1549898611] 'applied index is now lower than readState.Index' (duration: 4.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:54.867433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.817832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:48:54.867486Z","caller":"traceutil/trace.go:172","msg":"trace[133094902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:906; }","duration":"176.882321ms","start":"2026-03-17T20:48:54.690588Z","end":"2026-03-17T20:48:54.867470Z","steps":["trace[133094902] 'agreement among raft nodes before linearized reading' (duration: 176.389766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:55.528874Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:56.028979Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:56.530142Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:56.885475Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.881359128s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:48:56.957564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.111227681s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:56.958108Z","caller":"traceutil/trace.go:172","msg":"trace[334871087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:908; }","duration":"1.111774367s","start":"2026-03-17T20:48:55.846319Z","end":"2026-03-17T20:48:56.958093Z","steps":["trace[334871087] 'range keys from in-memory index tree' (duration: 1.111181691s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:56.958242Z","caller":"traceutil/trace.go:172","msg":"trace[1363943620] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"1.95502995s","start":"2026-03-17T20:48:55.003203Z","end":"2026-03-17T20:48:56.958233Z","steps":["trace[1363943620] 'process raft request' (duration: 1.882464177s)","trace[1363943620] 'compare' (duration: 72.280065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:56.958559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:55.003187Z","time spent":"1.955280438s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:57.028272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000341996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:48:57.028360Z","caller":"traceutil/trace.go:172","msg":"trace[720643681] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441085s","start":"2026-03-17T20:48:55.027897Z","end":"2026-03-17T20:48:57.028338Z","steps":["trace[720643681] 'agreement among raft nodes before linearized reading' (duration: 2.000339316s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:57.028450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:55.027856Z","time spent":"2.000582524s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:48:57 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:48:57.031318Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:57.034541Z","caller":"traceutil/trace.go:172","msg":"trace[2120282965] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:999; }","duration":"2.006624366s","start":"2026-03-17T20:48:55.027902Z","end":"2026-03-17T20:48:57.034526Z","steps":["trace[2120282965] 'read index received' (duration: 2.006620016s)","trace[2120282965] 'applied index is now lower than readState.Index' (duration: 3.38µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:57.035690Z","caller":"traceutil/trace.go:172","msg":"trace[1789316560] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"154.790253ms","start":"2026-03-17T20:48:56.880873Z","end":"2026-03-17T20:48:57.035663Z","steps":["trace[1789316560] 'process raft request' (duration: 154.616955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:57.036884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"701.022572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:48:57.036966Z","caller":"traceutil/trace.go:172","msg":"trace[2068240363] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:916; }","duration":"701.14136ms","start":"2026-03-17T20:48:56.335813Z","end":"2026-03-17T20:48:57.036955Z","steps":["trace[2068240363] 'agreement among raft nodes before linearized reading' (duration: 700.900193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:57.037103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.171366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:48:57.037514Z","caller":"traceutil/trace.go:172","msg":"trace[927527934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:916; }","duration":"570.585602ms","start":"2026-03-17T20:48:56.466917Z","end":"2026-03-17T20:48:57.037502Z","steps":["trace[927527934] 'agreement among raft nodes before linearized reading' (duration: 570.069727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:57.037671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:56.466902Z","time spent":"570.75753ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:57.037119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:56.335794Z","time spent":"701.314559ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:59.342794Z","caller":"traceutil/trace.go:172","msg":"trace[1370174742] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"300.496155ms","start":"2026-03-17T20:48:59.042274Z","end":"2026-03-17T20:48:59.342770Z","steps":["trace[1370174742] 'process raft request' (duration: 300.389536ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:59.342873Z","caller":"traceutil/trace.go:172","msg":"trace[518559519] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1012; }","duration":"379.719155ms","start":"2026-03-17T20:48:58.963143Z","end":"2026-03-17T20:48:59.342863Z","steps":["trace[518559519] 'read index received' (duration: 379.717365ms)","trace[518559519] 'applied index is now lower than readState.Index' (duration: 1.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.342896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:59.042250Z","time spent":"300.594314ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:59.342884Z","caller":"traceutil/trace.go:172","msg":"trace[1675687790] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"300.590044ms","start":"2026-03-17T20:48:59.042274Z","end":"2026-03-17T20:48:59.342864Z","steps":["trace[1675687790] 'process raft request' (duration: 300.429806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:59.343005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.850964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:48:59.343031Z","caller":"traceutil/trace.go:172","msg":"trace[1579380593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"379.887004ms","start":"2026-03-17T20:48:58.963139Z","end":"2026-03-17T20:48:59.343026Z","steps":["trace[1579380593] 'agreement among raft nodes before linearized reading' (duration: 379.787125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:59.343048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.963123Z","time spent":"379.921023ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:59.343008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:59.042250Z","time spent":"300.690613ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:59.344755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.475964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.344782Z","caller":"traceutil/trace.go:172","msg":"trace[1405153717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"319.504484ms","start":"2026-03-17T20:48:59.025273Z","end":"2026-03-17T20:48:59.344777Z","steps":["trace[1405153717] 'agreement among raft nodes before linearized reading' (duration: 319.458454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:59.344795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:59.025220Z","time spent":"319.572213ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:59.344881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.542621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:48:59.344986Z","caller":"traceutil/trace.go:172","msg":"trace[1188186196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:926; }","duration":"290.6263ms","start":"2026-03-17T20:48:59.054321Z","end":"2026-03-17T20:48:59.344948Z","steps":["trace[1188186196] 'agreement among raft nodes before linearized reading' (duration: 290.440482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:02.349913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57176","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:49:03.616374Z","caller":"traceutil/trace.go:172","msg":"trace[1992215137] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"110.902415ms","start":"2026-03-17T20:49:03.505458Z","end":"2026-03-17T20:49:03.616361Z","steps":["trace[1992215137] 'process raft request' (duration: 110.789706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:04.530091Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546574,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:04.839747Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d11d60056e8410fb [logterm: 3, index: 1108, vote: 0] ignored MsgPreVote from a5d356541e22d9cd [logterm: 3, index: 1108] at term 3: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-03-17T20:49:05.030640Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546574,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:05.050711Z","caller":"traceutil/trace.go:172","msg":"trace[2023321303] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"1.135213053s","start":"2026-03-17T20:49:03.915478Z","end":"2026-03-17T20:49:05.050691Z","steps":["trace[2023321303] 'process raft request' (duration: 1.135084114s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.050881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:03.915457Z","time spent":"1.135317852s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:05.108923Z","caller":"traceutil/trace.go:172","msg":"trace[2103735422] linearizableReadLoop","detail":"{readStateIndex:1108; appliedIndex:1108; }","duration":"1.079026813s","start":"2026-03-17T20:49:04.029875Z","end":"2026-03-17T20:49:05.108902Z","steps":["trace[2103735422] 'read index received' (duration: 1.079018453s)","trace[2103735422] 'applied index is now lower than readState.Index' (duration: 7.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:05.109109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.079175761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.109192Z","caller":"traceutil/trace.go:172","msg":"trace[441020557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"1.07932196s","start":"2026-03-17T20:49:04.029855Z","end":"2026-03-17T20:49:05.109177Z","steps":["trace[441020557] 'agreement among raft nodes before linearized reading' (duration: 1.079133922s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.109228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.029821Z","time spent":"1.079398858s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:05.109546Z","caller":"traceutil/trace.go:172","msg":"trace[1945315887] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"802.218319ms","start":"2026-03-17T20:49:04.307321Z","end":"2026-03-17T20:49:05.109539Z","steps":["trace[1945315887] 'process raft request' (duration: 802.14382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.109608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.307302Z","time spent":"802.271119ms","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:05.109747Z","caller":"traceutil/trace.go:172","msg":"trace[737695818] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"1.036268132s","start":"2026-03-17T20:49:04.073472Z","end":"2026-03-17T20:49:05.109740Z","steps":["trace[737695818] 'process raft request' (duration: 1.035921636s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.109807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.073434Z","time spent":"1.036328012s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:05.113576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.85469ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.113612Z","caller":"traceutil/trace.go:172","msg":"trace[746821900] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:985; }","duration":"267.89308ms","start":"2026-03-17T20:49:04.845713Z","end":"2026-03-17T20:49:05.113606Z","steps":["trace[746821900] 'agreement among raft nodes before linearized reading' (duration: 267.84209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.113922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036486261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-17T20:49:05.113943Z","caller":"traceutil/trace.go:172","msg":"trace[27359029] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:985; }","duration":"1.03651116s","start":"2026-03-17T20:49:04.077427Z","end":"2026-03-17T20:49:05.113939Z","steps":["trace[27359029] 'agreement among raft nodes before linearized reading' (duration: 1.036419511s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.113960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.077405Z","time spent":"1.03654904s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.114079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.747958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-17T20:49:05.114141Z","caller":"traceutil/trace.go:172","msg":"trace[1886194815] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:985; }","duration":"635.821147ms","start":"2026-03-17T20:49:04.478306Z","end":"2026-03-17T20:49:05.114127Z","steps":["trace[1886194815] 'agreement among raft nodes before linearized reading' (duration: 635.634369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.114177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.478285Z","time spent":"635.885007ms","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.114185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"855.619216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.114204Z","caller":"traceutil/trace.go:172","msg":"trace[1678233094] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:985; }","duration":"855.675666ms","start":"2026-03-17T20:49:04.258523Z","end":"2026-03-17T20:49:05.114199Z","steps":["trace[1678233094] 'agreement among raft nodes before linearized reading' (duration: 855.607226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.114272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.258501Z","time spent":"855.765615ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.623720Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:06.124872Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:06.626048Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:06.863606Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d11d60056e8410fb is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.863670Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d11d60056e8410fb became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.863702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d11d60056e8410fb [logterm: 3, index: 1118] sent MsgPreVote request to 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.863719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d11d60056e8410fb [logterm: 3, index: 1118] sent MsgPreVote request to a5d356541e22d9cd at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.863735Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: d11d60056e8410fb lost leader 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.863779Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgPreVoteResp from d11d60056e8410fb at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.863795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:06.865666Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgPreVoteResp from a5d356541e22d9cd at term 3"} {"level":"info","ts":"2026-03-17T20:49:06.865708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:06.865734Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"d11d60056e8410fb became candidate at term 4"} {"level":"info","ts":"2026-03-17T20:49:06.865750Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d11d60056e8410fb [logterm: 3, index: 1118] sent MsgVote request to 35267ddb33ec8999 at term 4"} {"level":"info","ts":"2026-03-17T20:49:06.865766Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d11d60056e8410fb [logterm: 3, index: 1118] sent MsgVote request to a5d356541e22d9cd at term 4"} {"level":"info","ts":"2026-03-17T20:49:06.904651Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d11d60056e8410fb [term: 4] ignored a MsgReadIndexResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"warn","ts":"2026-03-17T20:49:07.124065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000859246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:07.124172Z","caller":"traceutil/trace.go:172","msg":"trace[105886906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001034364s","start":"2026-03-17T20:49:05.123118Z","end":"2026-03-17T20:49:07.124152Z","steps":["trace[105886906] 'agreement among raft nodes before linearized reading' (duration: 2.000854876s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:07.124281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.123108Z","time spent":"2.001162413s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:07.126975Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:07.603886Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgVoteResp from d11d60056e8410fb at term 4"} {"level":"info","ts":"2026-03-17T20:49:07.603954Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-17T20:49:07.627501Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:07.932777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d11d60056e8410fb [term: 4] ignored a MsgReadIndexResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"warn","ts":"2026-03-17T20:49:08.128638Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:08.629489Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:08.832363Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d11d60056e8410fb [logterm: 3, index: 1118, vote: d11d60056e8410fb] cast MsgPreVote for 35267ddb33ec8999 [logterm: 3, index: 1125] at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.839055Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d11d60056e8410fb [term: 4] received a MsgVote message with higher term from 35267ddb33ec8999 [term: 5]"} {"level":"info","ts":"2026-03-17T20:49:08.839095Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 5"} {"level":"info","ts":"2026-03-17T20:49:08.839108Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d11d60056e8410fb [logterm: 3, index: 1118, vote: 0] cast MsgVote for 35267ddb33ec8999 [logterm: 3, index: 1125] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:09.130283Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:09.130362Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d11d60056e8410fb no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:09.134221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00044585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:09.134278Z","caller":"traceutil/trace.go:172","msg":"trace[1782160556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509389s","start":"2026-03-17T20:49:07.133751Z","end":"2026-03-17T20:49:09.134260Z","steps":["trace[1782160556] 'agreement among raft nodes before linearized reading' (duration: 2.00044362s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:09.134359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.133733Z","time spent":"2.000608668s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:09.630359Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:09.630414Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d11d60056e8410fb no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:09.640174Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1155","msg":"d11d60056e8410fb [logterm: 3, index: 1118, vote: 35267ddb33ec8999] rejected MsgPreVote from a5d356541e22d9cd [logterm: 3, index: 1125] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:10.130513Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:10.130632Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d11d60056e8410fb no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:10.137083Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.297873094s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:10.141091Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d11d60056e8410fb elected leader 35267ddb33ec8999 at term 5"} {"level":"info","ts":"2026-03-17T20:49:10.337592Z","caller":"traceutil/trace.go:172","msg":"trace[1881702521] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"5.218650062s","start":"2026-03-17T20:49:05.118905Z","end":"2026-03-17T20:49:10.337555Z","steps":["trace[1881702521] 'process raft request' (duration: 5.213123325s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.337788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.118881Z","time spent":"5.218811531s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:10.338190Z","caller":"traceutil/trace.go:172","msg":"trace[1097433233] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"5.213917707s","start":"2026-03-17T20:49:05.124219Z","end":"2026-03-17T20:49:10.338136Z","steps":["trace[1097433233] 'process raft request' (duration: 5.208138303s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.338328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.124199Z","time spent":"5.214055986s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:10.364716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.366381Z","time spent":"4.998324097s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:10 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:10.366127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.366887Z","time spent":"4.999236549s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:10.641946Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.142829Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.144292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.998827557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:11.144452Z","caller":"traceutil/trace.go:172","msg":"trace[1992381902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998994845s","start":"2026-03-17T20:49:09.145434Z","end":"2026-03-17T20:49:11.144429Z","steps":["trace[1992381902] 'agreement among raft nodes before linearized reading' (duration: 1.998824897s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.144670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.145419Z","time spent":"1.999233483s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:11 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:11.643390Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.992460Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.654447992s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:11.999162Z","caller":"traceutil/trace.go:172","msg":"trace[421727942] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1118; }","duration":"1.857987779s","start":"2026-03-17T20:49:10.141155Z","end":"2026-03-17T20:49:11.999143Z","steps":["trace[421727942] 'read index received' (duration: 1.851562311s)","trace[421727942] 'applied index is now lower than readState.Index' (duration: 6.424728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.999338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.573962436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:11.999367Z","caller":"traceutil/trace.go:172","msg":"trace[488243177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:994; }","duration":"6.574009156s","start":"2026-03-17T20:49:05.425351Z","end":"2026-03-17T20:49:11.999360Z","steps":["trace[488243177] 'agreement among raft nodes before linearized reading' (duration: 6.573909817s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.999394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.425337Z","time spent":"6.574049776s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.716025713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.999796Z","caller":"traceutil/trace.go:172","msg":"trace[1906768485] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:994; }","duration":"6.71633486s","start":"2026-03-17T20:49:05.283443Z","end":"2026-03-17T20:49:11.999778Z","steps":["trace[1906768485] 'agreement among raft nodes before linearized reading' (duration: 6.715961373s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.999483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.418893724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-17T20:49:11.999949Z","caller":"traceutil/trace.go:172","msg":"trace[1755401831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:994; }","duration":"6.419370619s","start":"2026-03-17T20:49:05.580566Z","end":"2026-03-17T20:49:11.999937Z","steps":["trace[1755401831] 'agreement among raft nodes before linearized reading' (duration: 6.418668796s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.999987Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.580539Z","time spent":"6.419436429s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.283426Z","time spent":"6.716487078s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:12.000164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.361382697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-03-17T20:49:12.000299Z","caller":"traceutil/trace.go:172","msg":"trace[606334924] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:994; }","duration":"6.361509276s","start":"2026-03-17T20:49:05.638768Z","end":"2026-03-17T20:49:12.000278Z","steps":["trace[606334924] 'agreement among raft nodes before linearized reading' (duration: 6.360816503s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.000369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.638745Z","time spent":"6.361581954s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188509,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.148777857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.000420Z","caller":"traceutil/trace.go:172","msg":"trace[547320619] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:994; }","duration":"6.149652218s","start":"2026-03-17T20:49:05.850757Z","end":"2026-03-17T20:49:12.000409Z","steps":["trace[547320619] 'agreement among raft nodes before linearized reading' (duration: 6.148763397s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.000460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.850735Z","time spent":"6.149714738s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.862954444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:12.000507Z","caller":"traceutil/trace.go:172","msg":"trace[1421660139] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44; range_end:; response_count:1; response_revision:994; }","duration":"2.863900025s","start":"2026-03-17T20:49:09.136598Z","end":"2026-03-17T20:49:12.000498Z","steps":["trace[1421660139] 'agreement among raft nodes before linearized reading' (duration: 2.862595398s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.000537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.136585Z","time spent":"2.863944634s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.154407893s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.000639Z","caller":"traceutil/trace.go:172","msg":"trace[2099637509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:994; }","duration":"6.155457422s","start":"2026-03-17T20:49:05.845176Z","end":"2026-03-17T20:49:12.000633Z","steps":["trace[2099637509] 'agreement among raft nodes before linearized reading' (duration: 6.154400593s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.999578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.367214489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.000798Z","caller":"traceutil/trace.go:172","msg":"trace[1644126706] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:994; }","duration":"5.368432037s","start":"2026-03-17T20:49:06.632357Z","end":"2026-03-17T20:49:12.000789Z","steps":["trace[1644126706] 'agreement among raft nodes before linearized reading' (duration: 5.367198269s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.000831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.632342Z","time spent":"5.368479066s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.949457651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:92 size:7782"} {"level":"info","ts":"2026-03-17T20:49:12.000964Z","caller":"traceutil/trace.go:172","msg":"trace[322634383] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:92; response_revision:994; }","duration":"5.950813248s","start":"2026-03-17T20:49:06.050142Z","end":"2026-03-17T20:49:12.000955Z","steps":["trace[322634383] 'agreement among raft nodes before linearized reading' (duration: 5.949014525s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.000999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.050120Z","time spent":"5.950864328s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":92,"response size":7805,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:11.999662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.580167687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:12.001207Z","caller":"traceutil/trace.go:172","msg":"trace[1068433995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:994; }","duration":"6.581710843s","start":"2026-03-17T20:49:05.419488Z","end":"2026-03-17T20:49:12.001199Z","steps":["trace[1068433995] 'agreement among raft nodes before linearized reading' (duration: 6.580124007s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.001233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.419472Z","time spent":"6.581752221s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.999498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.270892811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:12.001328Z","caller":"traceutil/trace.go:172","msg":"trace[2107436206] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:994; }","duration":"4.272747963s","start":"2026-03-17T20:49:07.728573Z","end":"2026-03-17T20:49:12.001321Z","steps":["trace[2107436206] 'agreement among raft nodes before linearized reading' (duration: 4.270725323s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.001350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.728553Z","time spent":"4.272789893s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:12.499698Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:13.000461Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:13.098794Z","caller":"traceutil/trace.go:172","msg":"trace[434896486] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1133; }","duration":"1.099548098s","start":"2026-03-17T20:49:11.999220Z","end":"2026-03-17T20:49:13.098769Z","steps":["trace[434896486] 'read index received' (duration: 1.099540778s)","trace[434896486] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.098854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.170343488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:13.098912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.619492788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.098945Z","caller":"traceutil/trace.go:172","msg":"trace[1290341265] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:999; }","duration":"1.619530358s","start":"2026-03-17T20:49:11.479406Z","end":"2026-03-17T20:49:13.098937Z","steps":["trace[1290341265] 'agreement among raft nodes before linearized reading' (duration: 1.619471859s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.098977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.479387Z","time spent":"1.619582337s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.099080Z","caller":"traceutil/trace.go:172","msg":"trace[1091671708] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:999; }","duration":"1.170392097s","start":"2026-03-17T20:49:11.928487Z","end":"2026-03-17T20:49:13.098879Z","steps":["trace[1091671708] 'agreement among raft nodes before linearized reading' (duration: 1.170313848s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.099196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.954553893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.099229Z","caller":"traceutil/trace.go:172","msg":"trace[2105975754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:999; }","duration":"1.954585603s","start":"2026-03-17T20:49:11.144635Z","end":"2026-03-17T20:49:13.099221Z","steps":["trace[2105975754] 'agreement among raft nodes before linearized reading' (duration: 1.954538344s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.099135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.928460Z","time spent":"1.170667575s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:13.099256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.144612Z","time spent":"1.954638482s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:13.099536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.732500597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:13.099612Z","caller":"traceutil/trace.go:172","msg":"trace[2070052915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:999; }","duration":"2.732589956s","start":"2026-03-17T20:49:10.367006Z","end":"2026-03-17T20:49:13.099596Z","steps":["trace[2070052915] 'agreement among raft nodes before linearized reading' (duration: 2.732348139s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.099670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.366985Z","time spent":"2.732662666s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:13.100080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.732198249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:13.100155Z","caller":"traceutil/trace.go:172","msg":"trace[1818765741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1001; }","duration":"2.732284508s","start":"2026-03-17T20:49:10.367853Z","end":"2026-03-17T20:49:13.100137Z","steps":["trace[1818765741] 'agreement among raft nodes before linearized reading' (duration: 2.73204331s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.100929Z","caller":"traceutil/trace.go:172","msg":"trace[1268367343] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"2.75189273s","start":"2026-03-17T20:49:10.349019Z","end":"2026-03-17T20:49:13.100912Z","steps":["trace[1268367343] 'process raft request' (duration: 2.75086371s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.101023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.348999Z","time spent":"2.75197359s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.101168Z","caller":"traceutil/trace.go:172","msg":"trace[1742795973] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1001; }","duration":"2.693634079s","start":"2026-03-17T20:49:10.407519Z","end":"2026-03-17T20:49:13.101153Z","steps":["trace[1742795973] 'process raft request' (duration: 2.692419241s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.101275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.407486Z","time spent":"2.693719978s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.100683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.367840Z","time spent":"2.732648274s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.102148Z","caller":"traceutil/trace.go:172","msg":"trace[1481677392] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1001; }","duration":"2.681900123s","start":"2026-03-17T20:49:10.420241Z","end":"2026-03-17T20:49:13.102141Z","steps":["trace[1481677392] 'process raft request' (duration: 2.680717654s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.102190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.420218Z","time spent":"2.681949623s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188288,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.102362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.002019Z","time spent":"1.100340541s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:13.102434Z","caller":"traceutil/trace.go:172","msg":"trace[1775065878] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"1.092578564s","start":"2026-03-17T20:49:12.009838Z","end":"2026-03-17T20:49:13.102416Z","steps":["trace[1775065878] 'process raft request' (duration: 1.092113119s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.102518Z","caller":"traceutil/trace.go:172","msg":"trace[742575899] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"1.099920744s","start":"2026-03-17T20:49:12.002586Z","end":"2026-03-17T20:49:13.102507Z","steps":["trace[742575899] 'process raft request' (duration: 1.09929844s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.102529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.009832Z","time spent":"1.092641114s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.102572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.002572Z","time spent":"1.099969884s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.102627Z","caller":"traceutil/trace.go:172","msg":"trace[673847910] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"1.092850992s","start":"2026-03-17T20:49:12.009768Z","end":"2026-03-17T20:49:13.102619Z","steps":["trace[673847910] 'process raft request' (duration: 1.092161309s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.102688Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.009748Z","time spent":"1.092918672s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.297012Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546595,"received-request-id":1223744336565546589} {"level":"warn","ts":"2026-03-17T20:49:13.598921Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546595,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:13.799674Z","caller":"traceutil/trace.go:172","msg":"trace[1545676347] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1148; }","duration":"700.794275ms","start":"2026-03-17T20:49:13.098859Z","end":"2026-03-17T20:49:13.799653Z","steps":["trace[1545676347] 'read index received' (duration: 700.783535ms)","trace[1545676347] 'applied index is now lower than readState.Index' (duration: 6.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.799740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.334006029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.799773Z","caller":"traceutil/trace.go:172","msg":"trace[836811506] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1010; }","duration":"1.334054708s","start":"2026-03-17T20:49:12.465710Z","end":"2026-03-17T20:49:13.799764Z","steps":["trace[836811506] 'agreement among raft nodes before linearized reading' (duration: 1.333972189s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.799788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.797828107s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:13.799804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.465681Z","time spent":"1.334117278s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.799816Z","caller":"traceutil/trace.go:172","msg":"trace[271887671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1010; }","duration":"1.797859227s","start":"2026-03-17T20:49:12.001949Z","end":"2026-03-17T20:49:13.799808Z","steps":["trace[271887671] 'agreement among raft nodes before linearized reading' (duration: 1.797813397s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.799943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.661991782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-17T20:49:13.799904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.243018011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-17T20:49:13.799977Z","caller":"traceutil/trace.go:172","msg":"trace[1893272167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1010; }","duration":"1.662030611s","start":"2026-03-17T20:49:12.137938Z","end":"2026-03-17T20:49:13.799968Z","steps":["trace[1893272167] 'agreement among raft nodes before linearized reading' (duration: 1.661785884s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.800003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.137917Z","time spent":"1.66207836s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.800015Z","caller":"traceutil/trace.go:172","msg":"trace[1193056135] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"696.663805ms","start":"2026-03-17T20:49:13.103342Z","end":"2026-03-17T20:49:13.800006Z","steps":["trace[1193056135] 'process raft request' (duration: 696.480387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.800076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.103327Z","time spent":"696.707564ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.800105Z","caller":"traceutil/trace.go:172","msg":"trace[754843960] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"693.388506ms","start":"2026-03-17T20:49:13.106705Z","end":"2026-03-17T20:49:13.800093Z","steps":["trace[754843960] 'process raft request' (duration: 693.255527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.800148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.106685Z","time spent":"693.441556ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:13.800629Z","caller":"traceutil/trace.go:172","msg":"trace[81035123] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"593.346176ms","start":"2026-03-17T20:49:13.206707Z","end":"2026-03-17T20:49:13.800053Z","steps":["trace[81035123] 'process raft request' (duration: 593.305017ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.800897Z","caller":"traceutil/trace.go:172","msg":"trace[2132770689] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vn2gq; range_end:; response_count:1; response_revision:1010; }","duration":"1.24313941s","start":"2026-03-17T20:49:12.556846Z","end":"2026-03-17T20:49:13.799985Z","steps":["trace[2132770689] 'agreement among raft nodes before linearized reading' (duration: 1.242861653s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.801018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.556831Z","time spent":"1.24415039s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:13.800831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.206687Z","time spent":"593.99164ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:14.146621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.162719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.251365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.300751Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.301436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.328964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.546743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.558959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.576725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.591126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.604313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:14.801667Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:15.103325Z","caller":"traceutil/trace.go:172","msg":"trace[864830431] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1154; }","duration":"1.30356414s","start":"2026-03-17T20:49:13.799734Z","end":"2026-03-17T20:49:15.103299Z","steps":["trace[864830431] 'read index received' (duration: 1.30354901s)","trace[864830431] 'applied index is now lower than readState.Index' (duration: 13.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.103433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.992991373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.103493Z","caller":"traceutil/trace.go:172","msg":"trace[177433226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"1.993061022s","start":"2026-03-17T20:49:13.110419Z","end":"2026-03-17T20:49:15.103480Z","steps":["trace[177433226] 'agreement among raft nodes before linearized reading' (duration: 1.992942644s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.103512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.996227493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:15.103514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.994293711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:15.103522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.110413Z","time spent":"1.993103282s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:15.103507Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546606,"received-request-id":1223744336565546599} {"level":"info","ts":"2026-03-17T20:49:15.103546Z","caller":"traceutil/trace.go:172","msg":"trace[2144466963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1015; }","duration":"1.996279803s","start":"2026-03-17T20:49:13.107257Z","end":"2026-03-17T20:49:15.103537Z","steps":["trace[2144466963] 'agreement among raft nodes before linearized reading' (duration: 1.996140064s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.103567Z","caller":"traceutil/trace.go:172","msg":"trace[420034197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1015; }","duration":"1.994364811s","start":"2026-03-17T20:49:13.109192Z","end":"2026-03-17T20:49:15.103557Z","steps":["trace[420034197] 'agreement among raft nodes before linearized reading' (duration: 1.994161873s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.103605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.109185Z","time spent":"1.99441217s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.103638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.107239Z","time spent":"1.996358172s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:15.103993Z","caller":"traceutil/trace.go:172","msg":"trace[910544949] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"1.29724674s","start":"2026-03-17T20:49:13.806721Z","end":"2026-03-17T20:49:15.103968Z","steps":["trace[910544949] 'process raft request' (duration: 1.296978973s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.104118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.806703Z","time spent":"1.29736124s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:15.104090Z","caller":"traceutil/trace.go:172","msg":"trace[1147568305] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"1.286258696s","start":"2026-03-17T20:49:13.817804Z","end":"2026-03-17T20:49:15.104062Z","steps":["trace[1147568305] 'process raft request' (duration: 1.286104177s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.104657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.817782Z","time spent":"1.28680583s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.575567Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546606,"received-request-id":1223744336565546599} {"level":"info","ts":"2026-03-17T20:49:15.575892Z","caller":"traceutil/trace.go:172","msg":"trace[1510743326] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1021; }","duration":"1.073528988s","start":"2026-03-17T20:49:14.502346Z","end":"2026-03-17T20:49:15.575875Z","steps":["trace[1510743326] 'process raft request' (duration: 1.073440519s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.576031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.502326Z","time spent":"1.073634698s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":34,"response count":0,"response size":4133,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.576308Z","caller":"traceutil/trace.go:172","msg":"trace[916217094] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"1.325002324s","start":"2026-03-17T20:49:14.251297Z","end":"2026-03-17T20:49:15.576300Z","steps":["trace[916217094] 'process raft request' (duration: 1.324341971s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.576351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.250443Z","time spent":"1.325887056s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.576497Z","caller":"traceutil/trace.go:172","msg":"trace[241082652] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"1.325142363s","start":"2026-03-17T20:49:14.251347Z","end":"2026-03-17T20:49:15.576489Z","steps":["trace[241082652] 'process raft request' (duration: 1.324394531s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.576530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.250763Z","time spent":"1.325748997s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.576609Z","caller":"traceutil/trace.go:172","msg":"trace[1318334424] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"1.325224132s","start":"2026-03-17T20:49:14.251379Z","end":"2026-03-17T20:49:15.576603Z","steps":["trace[1318334424] 'process raft request' (duration: 1.324386971s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.576637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.251358Z","time spent":"1.325263552s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.604521Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:16.105442Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546606,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:16.233500Z","caller":"traceutil/trace.go:172","msg":"trace[102811156] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"946.800554ms","start":"2026-03-17T20:49:15.286675Z","end":"2026-03-17T20:49:16.233475Z","steps":["trace[102811156] 'process raft request' (duration: 946.726955ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.233553Z","caller":"traceutil/trace.go:172","msg":"trace[337208816] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"1.122639866s","start":"2026-03-17T20:49:15.110869Z","end":"2026-03-17T20:49:16.233508Z","steps":["trace[337208816] 'process raft request' (duration: 1.122405518s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.233666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.286651Z","time spent":"946.930133ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:16.233702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.110858Z","time spent":"1.122775535s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:16.238904Z","caller":"traceutil/trace.go:172","msg":"trace[633602643] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1165; }","duration":"1.135493413s","start":"2026-03-17T20:49:15.103387Z","end":"2026-03-17T20:49:16.238880Z","steps":["trace[633602643] 'read index received' (duration: 1.135478913s)","trace[633602643] 'applied index is now lower than readState.Index' (duration: 13.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.238972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.901031176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239031Z","caller":"traceutil/trace.go:172","msg":"trace[532334930] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1025; }","duration":"1.901098465s","start":"2026-03-17T20:49:14.337919Z","end":"2026-03-17T20:49:16.239017Z","steps":["trace[532334930] 'agreement among raft nodes before linearized reading' (duration: 1.900995466s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.901384122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239064Z","caller":"traceutil/trace.go:172","msg":"trace[796786472] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1025; }","duration":"1.901426921s","start":"2026-03-17T20:49:14.337631Z","end":"2026-03-17T20:49:16.239058Z","steps":["trace[796786472] 'agreement among raft nodes before linearized reading' (duration: 1.901350152s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.623780687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.337611Z","time spent":"1.901472261s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:16.239106Z","caller":"traceutil/trace.go:172","msg":"trace[1351271953] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1025; }","duration":"1.623861856s","start":"2026-03-17T20:49:14.615231Z","end":"2026-03-17T20:49:16.239093Z","steps":["trace[1351271953] 'agreement among raft nodes before linearized reading' (duration: 1.623737437s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.668539627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239142Z","caller":"traceutil/trace.go:172","msg":"trace[2021841720] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1025; }","duration":"1.668565907s","start":"2026-03-17T20:49:14.570566Z","end":"2026-03-17T20:49:16.239132Z","steps":["trace[2021841720] 'agreement among raft nodes before linearized reading' (duration: 1.668522097s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.615211Z","time spent":"1.623925236s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.570232Z","time spent":"1.668927283s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:16.239260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.683015568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.641162349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239336Z","caller":"traceutil/trace.go:172","msg":"trace[1443693941] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1025; }","duration":"1.683109208s","start":"2026-03-17T20:49:14.556213Z","end":"2026-03-17T20:49:16.239322Z","steps":["trace[1443693941] 'agreement among raft nodes before linearized reading' (duration: 1.682971768s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.624083555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.928897309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.722785837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239386Z","caller":"traceutil/trace.go:172","msg":"trace[1690086561] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1025; }","duration":"1.624122294s","start":"2026-03-17T20:49:14.615255Z","end":"2026-03-17T20:49:16.239378Z","steps":["trace[1690086561] 'agreement among raft nodes before linearized reading' (duration: 1.624063165s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.928814061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.668975034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239413Z","caller":"traceutil/trace.go:172","msg":"trace[698327031] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1025; }","duration":"1.92889786s","start":"2026-03-17T20:49:14.310509Z","end":"2026-03-17T20:49:16.239407Z","steps":["trace[698327031] 'agreement among raft nodes before linearized reading' (duration: 1.928798021s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.239418Z","caller":"traceutil/trace.go:172","msg":"trace[267157254] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1025; }","duration":"1.668990594s","start":"2026-03-17T20:49:14.570421Z","end":"2026-03-17T20:49:16.239411Z","steps":["trace[267157254] 'agreement among raft nodes before linearized reading' (duration: 1.668963354s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.239393Z","caller":"traceutil/trace.go:172","msg":"trace[1420193673] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1025; }","duration":"1.928916679s","start":"2026-03-17T20:49:14.310469Z","end":"2026-03-17T20:49:16.239386Z","steps":["trace[1420193673] 'agreement among raft nodes before linearized reading' (duration: 1.9288831s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.64124215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.310492Z","time spent":"1.928935559s","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-17T20:49:16.239457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.683217248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239458Z","caller":"traceutil/trace.go:172","msg":"trace[316532782] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1025; }","duration":"1.64128577s","start":"2026-03-17T20:49:14.598157Z","end":"2026-03-17T20:49:16.239443Z","steps":["trace[316532782] 'agreement among raft nodes before linearized reading' (duration: 1.64121708s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.239472Z","caller":"traceutil/trace.go:172","msg":"trace[321391383] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1025; }","duration":"1.683231527s","start":"2026-03-17T20:49:14.556236Z","end":"2026-03-17T20:49:16.239468Z","steps":["trace[321391383] 'agreement among raft nodes before linearized reading' (duration: 1.683209648s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.556230Z","time spent":"1.683255167s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.900654101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.310466Z","time spent":"1.929014708s","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.598136Z","time spent":"1.641351129s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:16.239528Z","caller":"traceutil/trace.go:172","msg":"trace[335141233] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1025; }","duration":"1.90070896s","start":"2026-03-17T20:49:14.338799Z","end":"2026-03-17T20:49:16.239508Z","steps":["trace[335141233] 'agreement among raft nodes before linearized reading' (duration: 1.900626271s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.974105425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239593Z","caller":"traceutil/trace.go:172","msg":"trace[949146914] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1025; }","duration":"1.974124385s","start":"2026-03-17T20:49:14.265462Z","end":"2026-03-17T20:49:16.239587Z","steps":["trace[949146914] 'agreement among raft nodes before linearized reading' (duration: 1.974097316s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.338782Z","time spent":"1.900788919s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-17T20:49:16.239610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.265441Z","time spent":"1.974165095s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:16.239069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.337906Z","time spent":"1.901153484s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.653119487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239347Z","caller":"traceutil/trace.go:172","msg":"trace[417919148] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies; range_end:; response_count:0; response_revision:1025; }","duration":"1.64122368s","start":"2026-03-17T20:49:14.598108Z","end":"2026-03-17T20:49:16.239332Z","steps":["trace[417919148] 'agreement among raft nodes before linearized reading' (duration: 1.64113325s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.239693Z","caller":"traceutil/trace.go:172","msg":"trace[846878343] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1025; }","duration":"1.653174276s","start":"2026-03-17T20:49:14.586505Z","end":"2026-03-17T20:49:16.239679Z","steps":["trace[846878343] 'agreement among raft nodes before linearized reading' (duration: 1.653085837s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.980527564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.598078Z","time spent":"1.641637486s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.586490Z","time spent":"1.653231416s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.980708942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239768Z","caller":"traceutil/trace.go:172","msg":"trace[967296888] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1025; }","duration":"1.980722672s","start":"2026-03-17T20:49:14.259041Z","end":"2026-03-17T20:49:16.239764Z","steps":["trace[967296888] 'agreement among raft nodes before linearized reading' (duration: 1.980700212s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.259025Z","time spent":"1.980753961s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.929088168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239831Z","caller":"traceutil/trace.go:172","msg":"trace[1322252841] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1025; }","duration":"1.929362215s","start":"2026-03-17T20:49:14.310451Z","end":"2026-03-17T20:49:16.239814Z","steps":["trace[1322252841] 'agreement among raft nodes before linearized reading' (duration: 1.929076778s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.068324492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.653182776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239882Z","caller":"traceutil/trace.go:172","msg":"trace[1825335848] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1025; }","duration":"2.068341161s","start":"2026-03-17T20:49:14.171536Z","end":"2026-03-17T20:49:16.239877Z","steps":["trace[1825335848] 'agreement among raft nodes before linearized reading' (duration: 2.068310482s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.239890Z","caller":"traceutil/trace.go:172","msg":"trace[290605832] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1025; }","duration":"1.653203895s","start":"2026-03-17T20:49:14.586680Z","end":"2026-03-17T20:49:16.239884Z","steps":["trace[290605832] 'agreement among raft nodes before linearized reading' (duration: 1.653169696s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.310435Z","time spent":"1.929430254s","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:16.239437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.570402Z","time spent":"1.669030553s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.586663Z","time spent":"1.653240194s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:16.239924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.068657779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.239940Z","caller":"traceutil/trace.go:172","msg":"trace[1368912979] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1025; }","duration":"2.068672649s","start":"2026-03-17T20:49:14.171262Z","end":"2026-03-17T20:49:16.239935Z","steps":["trace[1368912979] 'agreement among raft nodes before linearized reading' (duration: 2.068647839s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.171247Z","time spent":"2.068704049s","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.239368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.556192Z","time spent":"1.683168557s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:16.240088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.084603364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.239901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.171528Z","time spent":"2.068368341s","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:16.240121Z","caller":"traceutil/trace.go:172","msg":"trace[771288776] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1025; }","duration":"2.084643254s","start":"2026-03-17T20:49:14.155471Z","end":"2026-03-17T20:49:16.240114Z","steps":["trace[771288776] 'agreement among raft nodes before linearized reading' (duration: 2.084581575s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.239407Z","caller":"traceutil/trace.go:172","msg":"trace[1860498638] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1025; }","duration":"1.722815117s","start":"2026-03-17T20:49:14.516583Z","end":"2026-03-17T20:49:16.239398Z","steps":["trace[1860498638] 'agreement among raft nodes before linearized reading' (duration: 1.722768288s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.240145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.437747146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"warn","ts":"2026-03-17T20:49:16.240158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.068916136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.240157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.516558Z","time spent":"1.7235902s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.240166Z","caller":"traceutil/trace.go:172","msg":"trace[1777138921] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1025; }","duration":"2.437768456s","start":"2026-03-17T20:49:13.802392Z","end":"2026-03-17T20:49:16.240161Z","steps":["trace[1777138921] 'agreement among raft nodes before linearized reading' (duration: 2.437678396s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.240174Z","caller":"traceutil/trace.go:172","msg":"trace[625689156] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1025; }","duration":"2.068931456s","start":"2026-03-17T20:49:14.171237Z","end":"2026-03-17T20:49:16.240169Z","steps":["trace[625689156] 'agreement among raft nodes before linearized reading' (duration: 2.068906886s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.240182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.802378Z","time spent":"2.437800165s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.240191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.171212Z","time spent":"2.068974705s","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:16.239732Z","caller":"traceutil/trace.go:172","msg":"trace[1592891157] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1025; }","duration":"1.980545464s","start":"2026-03-17T20:49:14.259181Z","end":"2026-03-17T20:49:16.239727Z","steps":["trace[1592891157] 'agreement among raft nodes before linearized reading' (duration: 1.980516524s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.239416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.615238Z","time spent":"1.624169794s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:16.240492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.084788243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.240443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.259172Z","time spent":"1.981070159s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:16.240509Z","caller":"traceutil/trace.go:172","msg":"trace[1250806325] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1025; }","duration":"2.084805893s","start":"2026-03-17T20:49:14.155697Z","end":"2026-03-17T20:49:16.240503Z","steps":["trace[1250806325] 'agreement among raft nodes before linearized reading' (duration: 2.084752404s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.240511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.438231411s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.240522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.155692Z","time spent":"2.084826633s","remote":"127.0.0.1:43782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:16.240530Z","caller":"traceutil/trace.go:172","msg":"trace[684486369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1025; }","duration":"2.438251891s","start":"2026-03-17T20:49:13.802272Z","end":"2026-03-17T20:49:16.240524Z","steps":["trace[684486369] 'agreement among raft nodes before linearized reading' (duration: 2.438221561s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.240611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.08512647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.240625Z","caller":"traceutil/trace.go:172","msg":"trace[1142587325] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1025; }","duration":"2.08514152s","start":"2026-03-17T20:49:14.155479Z","end":"2026-03-17T20:49:16.240620Z","steps":["trace[1142587325] 'agreement among raft nodes before linearized reading' (duration: 2.08511347s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.240637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.155456Z","time spent":"2.085177559s","remote":"127.0.0.1:43782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.240136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.155454Z","time spent":"2.084678144s","remote":"127.0.0.1:43782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:16.618353Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546611,"received-request-id":1223744336565546606} {"level":"info","ts":"2026-03-17T20:49:16.618854Z","caller":"traceutil/trace.go:172","msg":"trace[1120845559] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"1.037642873s","start":"2026-03-17T20:49:15.581193Z","end":"2026-03-17T20:49:16.618836Z","steps":["trace[1120845559] 'process raft request' (duration: 1.037359825s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.618965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.581174Z","time spent":"1.037732251s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4219,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:16.694391Z","caller":"traceutil/trace.go:172","msg":"trace[2113966772] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1167; }","duration":"455.412791ms","start":"2026-03-17T20:49:16.238958Z","end":"2026-03-17T20:49:16.694371Z","steps":["trace[2113966772] 'read index received' (duration: 455.406181ms)","trace[2113966772] 'applied index is now lower than readState.Index' (duration: 5.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.694513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.173039794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.694552Z","caller":"traceutil/trace.go:172","msg":"trace[147717651] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1027; }","duration":"1.173082833s","start":"2026-03-17T20:49:15.521449Z","end":"2026-03-17T20:49:16.694532Z","steps":["trace[147717651] 'agreement among raft nodes before linearized reading' (duration: 1.173004264s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.694560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.112786491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4233"} {"level":"warn","ts":"2026-03-17T20:49:16.694589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.521426Z","time spent":"1.173155223s","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.694622Z","caller":"traceutil/trace.go:172","msg":"trace[1227794263] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1027; }","duration":"1.11286012s","start":"2026-03-17T20:49:15.581744Z","end":"2026-03-17T20:49:16.694604Z","steps":["trace[1227794263] 'agreement among raft nodes before linearized reading' (duration: 1.112679562s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.694637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.58386444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:49:16.694637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.5901569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.694651Z","caller":"traceutil/trace.go:172","msg":"trace[1406200703] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"456.986045ms","start":"2026-03-17T20:49:16.237654Z","end":"2026-03-17T20:49:16.694640Z","steps":["trace[1406200703] 'process raft request' (duration: 456.887706ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.694674Z","caller":"traceutil/trace.go:172","msg":"trace[1168260167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1027; }","duration":"1.58390426s","start":"2026-03-17T20:49:15.110760Z","end":"2026-03-17T20:49:16.694664Z","steps":["trace[1168260167] 'agreement among raft nodes before linearized reading' (duration: 1.583763421s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.694693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"863.567053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.694702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.110742Z","time spent":"1.58395259s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.694711Z","caller":"traceutil/trace.go:172","msg":"trace[1988381244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1027; }","duration":"1.59026756s","start":"2026-03-17T20:49:15.104421Z","end":"2026-03-17T20:49:16.694689Z","steps":["trace[1988381244] 'agreement among raft nodes before linearized reading' (duration: 1.590169051s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.694721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.583124647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:16.694709Z","caller":"traceutil/trace.go:172","msg":"trace[268600286] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1028; }","duration":"863.582842ms","start":"2026-03-17T20:49:15.831121Z","end":"2026-03-17T20:49:16.694703Z","steps":["trace[268600286] 'agreement among raft nodes before linearized reading' (duration: 863.546863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.694761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.112461865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4100"} {"level":"info","ts":"2026-03-17T20:49:16.694778Z","caller":"traceutil/trace.go:172","msg":"trace[178241321] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1028; }","duration":"1.112478725s","start":"2026-03-17T20:49:15.582294Z","end":"2026-03-17T20:49:16.694773Z","steps":["trace[178241321] 'agreement among raft nodes before linearized reading' (duration: 1.112424095s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.694780Z","caller":"traceutil/trace.go:172","msg":"trace[449583188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1027; }","duration":"1.583194217s","start":"2026-03-17T20:49:15.111572Z","end":"2026-03-17T20:49:16.694767Z","steps":["trace[449583188] 'agreement among raft nodes before linearized reading' (duration: 1.583025698s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.694792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.582280Z","time spent":"1.112509084s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4123,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.694717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.237630Z","time spent":"457.051604ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:16.694812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.111565Z","time spent":"1.583240796s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.694839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584573654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-17T20:49:16.695382Z","caller":"traceutil/trace.go:172","msg":"trace[1957550754] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vn2gq; range_end:; response_count:1; response_revision:1027; }","duration":"1.585058569s","start":"2026-03-17T20:49:15.110257Z","end":"2026-03-17T20:49:16.695315Z","steps":["trace[1957550754] 'agreement among raft nodes before linearized reading' (duration: 1.584306817s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.695430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.110222Z","time spent":"1.585192018s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.694745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.104406Z","time spent":"1.590331419s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:16.694784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.831099Z","time spent":"863.673362ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.694652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.581729Z","time spent":"1.11291746s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4256,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.697482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.521158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.697640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.676759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.697677Z","caller":"traceutil/trace.go:172","msg":"trace[712395296] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1028; }","duration":"137.714489ms","start":"2026-03-17T20:49:16.559953Z","end":"2026-03-17T20:49:16.697667Z","steps":["trace[712395296] 'agreement among raft nodes before linearized reading' (duration: 137.65532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.697812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.065082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.697833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.379375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.697863Z","caller":"traceutil/trace.go:172","msg":"trace[328916987] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1028; }","duration":"121.411435ms","start":"2026-03-17T20:49:16.576444Z","end":"2026-03-17T20:49:16.697856Z","steps":["trace[328916987] 'agreement among raft nodes before linearized reading' (duration: 121.355336ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.697840Z","caller":"traceutil/trace.go:172","msg":"trace[1790333364] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1028; }","duration":"105.092871ms","start":"2026-03-17T20:49:16.592739Z","end":"2026-03-17T20:49:16.697832Z","steps":["trace[1790333364] 'agreement among raft nodes before linearized reading' (duration: 105.051152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.698360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.964658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.698385Z","caller":"traceutil/trace.go:172","msg":"trace[1558142194] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1028; }","duration":"144.991688ms","start":"2026-03-17T20:49:16.553385Z","end":"2026-03-17T20:49:16.698377Z","steps":["trace[1558142194] 'agreement among raft nodes before linearized reading' (duration: 144.948638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.698767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.421656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.698817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.809235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.698854Z","caller":"traceutil/trace.go:172","msg":"trace[1404891134] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1028; }","duration":"176.843204ms","start":"2026-03-17T20:49:16.522002Z","end":"2026-03-17T20:49:16.698845Z","steps":["trace[1404891134] 'agreement among raft nodes before linearized reading' (duration: 176.797865ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.698886Z","caller":"traceutil/trace.go:172","msg":"trace[1459571616] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1028; }","duration":"146.498415ms","start":"2026-03-17T20:49:16.552333Z","end":"2026-03-17T20:49:16.698832Z","steps":["trace[1459571616] 'agreement among raft nodes before linearized reading' (duration: 146.401286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.698784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.868344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.698983Z","caller":"traceutil/trace.go:172","msg":"trace[908839632] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1028; }","duration":"177.067842ms","start":"2026-03-17T20:49:16.521906Z","end":"2026-03-17T20:49:16.698974Z","steps":["trace[908839632] 'agreement among raft nodes before linearized reading' (duration: 176.851364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.699510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.48479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-17T20:49:16.699541Z","caller":"traceutil/trace.go:172","msg":"trace[1259976739] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1028; }","duration":"456.515669ms","start":"2026-03-17T20:49:16.243018Z","end":"2026-03-17T20:49:16.699534Z","steps":["trace[1259976739] 'agreement among raft nodes before linearized reading' (duration: 456.41014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.699561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.242999Z","time spent":"456.556969ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":414,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:16.699792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.630394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.699828Z","caller":"traceutil/trace.go:172","msg":"trace[746854695] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1028; }","duration":"147.667893ms","start":"2026-03-17T20:49:16.552151Z","end":"2026-03-17T20:49:16.699819Z","steps":["trace[746854695] 'agreement among raft nodes before linearized reading' (duration: 145.801181ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.697528Z","caller":"traceutil/trace.go:172","msg":"trace[1033042186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1028; }","duration":"454.568668ms","start":"2026-03-17T20:49:16.242950Z","end":"2026-03-17T20:49:16.697518Z","steps":["trace[1033042186] 'agreement among raft nodes before linearized reading' (duration: 454.500558ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:16.862374Z","caller":"traceutil/trace.go:172","msg":"trace[1828312817] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1168; }","duration":"156.759526ms","start":"2026-03-17T20:49:16.705590Z","end":"2026-03-17T20:49:16.862350Z","steps":["trace[1828312817] 'read index received' (duration: 156.753836ms)","trace[1828312817] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.862628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.010823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:49:16.862689Z","caller":"traceutil/trace.go:172","msg":"trace[1746681041] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1028; }","duration":"157.086142ms","start":"2026-03-17T20:49:16.705583Z","end":"2026-03-17T20:49:16.862670Z","steps":["trace[1746681041] 'agreement among raft nodes before linearized reading' (duration: 156.891084ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:17.136091Z","caller":"traceutil/trace.go:172","msg":"trace[14945900] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"429.38637ms","start":"2026-03-17T20:49:16.706686Z","end":"2026-03-17T20:49:17.136072Z","steps":["trace[14945900] 'process raft request' (duration: 429.215982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:17.136236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.706666Z","time spent":"429.496649ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:17.363241Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:17.821966Z","caller":"traceutil/trace.go:172","msg":"trace[622494305] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"1.105888787s","start":"2026-03-17T20:49:16.716065Z","end":"2026-03-17T20:49:17.821954Z","steps":["trace[622494305] 'process raft request' (duration: 1.105818057s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:17.822077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.716048Z","time spent":"1.105973117s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:17.822356Z","caller":"traceutil/trace.go:172","msg":"trace[1246160144] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"1.112115508s","start":"2026-03-17T20:49:16.710233Z","end":"2026-03-17T20:49:17.822348Z","steps":["trace[1246160144] 'process raft request' (duration: 1.111522973s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:17.824070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.710221Z","time spent":"1.113778341s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:17.863785Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.082549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.23701766s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:18.082602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.373318583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:18.082607Z","caller":"traceutil/trace.go:172","msg":"trace[1360180833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1032; }","duration":"1.23709015s","start":"2026-03-17T20:49:16.845506Z","end":"2026-03-17T20:49:18.082596Z","steps":["trace[1360180833] 'agreement among raft nodes before linearized reading' (duration: 1.236994769s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:18.082646Z","caller":"traceutil/trace.go:172","msg":"trace[186932166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1032; }","duration":"1.373354372s","start":"2026-03-17T20:49:16.709272Z","end":"2026-03-17T20:49:18.082626Z","steps":["trace[186932166] 'agreement among raft nodes before linearized reading' (duration: 1.373263913s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.082678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.709255Z","time spent":"1.373415742s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:18.082734Z","caller":"traceutil/trace.go:172","msg":"trace[939947077] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"969.960273ms","start":"2026-03-17T20:49:17.112758Z","end":"2026-03-17T20:49:18.082718Z","steps":["trace[939947077] 'process raft request' (duration: 969.880894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.082853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.112746Z","time spent":"970.050223ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:18.082956Z","caller":"traceutil/trace.go:172","msg":"trace[1149514179] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"970.333179ms","start":"2026-03-17T20:49:17.112616Z","end":"2026-03-17T20:49:18.082949Z","steps":["trace[1149514179] 'process raft request' (duration: 969.910123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.082994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.112591Z","time spent":"970.384319ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:18.083106Z","caller":"traceutil/trace.go:172","msg":"trace[1773520234] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1172; }","duration":"1.219959702s","start":"2026-03-17T20:49:16.862445Z","end":"2026-03-17T20:49:18.082405Z","steps":["trace[1773520234] 'read index received' (duration: 1.219953932s)","trace[1773520234] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:18.083237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.377522341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:18.083416Z","caller":"traceutil/trace.go:172","msg":"trace[320823980] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44; range_end:; response_count:1; response_revision:1036; }","duration":"1.377699459s","start":"2026-03-17T20:49:16.705706Z","end":"2026-03-17T20:49:18.083406Z","steps":["trace[320823980] 'agreement among raft nodes before linearized reading' (duration: 1.377455062s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.083457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.705696Z","time spent":"1.377746869s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:18.356887Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546620,"received-request-id":1223744336565546617} {"level":"warn","ts":"2026-03-17T20:49:18.584209Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.706862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.823824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:19.084682Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:19.589286Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.084487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000227427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:20.084777Z","caller":"traceutil/trace.go:172","msg":"trace[602721638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531044s","start":"2026-03-17T20:49:18.084223Z","end":"2026-03-17T20:49:20.084754Z","steps":["trace[602721638] 'agreement among raft nodes before linearized reading' (duration: 2.000223747s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.084842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.084209Z","time spent":"2.000618522s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:20 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:20.089624Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.195840Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.060604443s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:20.196314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.685896527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:20.196392Z","caller":"traceutil/trace.go:172","msg":"trace[1268383466] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1037; }","duration":"2.685978146s","start":"2026-03-17T20:49:17.510400Z","end":"2026-03-17T20:49:20.196378Z","steps":["trace[1268383466] 'agreement among raft nodes before linearized reading' (duration: 2.685861777s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.196450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.510383Z","time spent":"2.686060095s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:20.196460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.462750738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:20.196483Z","caller":"traceutil/trace.go:172","msg":"trace[1659676269] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"2.109961613s","start":"2026-03-17T20:49:18.086504Z","end":"2026-03-17T20:49:20.196466Z","steps":["trace[1659676269] 'process raft request' (duration: 2.109847964s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:20.196354Z","caller":"traceutil/trace.go:172","msg":"trace[1515049734] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1177; }","duration":"2.112797486s","start":"2026-03-17T20:49:18.083370Z","end":"2026-03-17T20:49:20.196168Z","steps":["trace[1515049734] 'read index received' (duration: 2.112787486s)","trace[1515049734] 'applied index is now lower than readState.Index' (duration: 8.48µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:20.196546Z","caller":"traceutil/trace.go:172","msg":"trace[260133918] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:1037; }","duration":"2.462851447s","start":"2026-03-17T20:49:17.733676Z","end":"2026-03-17T20:49:20.196528Z","steps":["trace[260133918] 'agreement among raft nodes before linearized reading' (duration: 2.4625906s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.196678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.086487Z","time spent":"2.110053402s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:20.196756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.733655Z","time spent":"2.463067174s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:20.196684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.697142829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:20.197205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.368558422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-03-17T20:49:20.197041Z","caller":"traceutil/trace.go:172","msg":"trace[614858832] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1038; }","duration":"2.697659703s","start":"2026-03-17T20:49:17.499364Z","end":"2026-03-17T20:49:20.197024Z","steps":["trace[614858832] 'agreement among raft nodes before linearized reading' (duration: 2.697054239s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.197410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.499346Z","time spent":"2.69800338s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:20.197517Z","caller":"traceutil/trace.go:172","msg":"trace[1608580203] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vn2gq; range_end:; response_count:1; response_revision:1037; }","duration":"2.368832529s","start":"2026-03-17T20:49:17.828408Z","end":"2026-03-17T20:49:20.197241Z","steps":["trace[1608580203] 'agreement among raft nodes before linearized reading' (duration: 2.367805579s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.197909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.828393Z","time spent":"2.369499533s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19168,"request content":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:20.697190Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.062933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.923448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:21.063121Z","caller":"traceutil/trace.go:172","msg":"trace[2109355701] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"969.747286ms","start":"2026-03-17T20:49:20.093362Z","end":"2026-03-17T20:49:21.063109Z","steps":["trace[2109355701] 'process raft request' (duration: 969.711695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:21.063179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.093349Z","time spent":"969.798236ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:21.197756Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.564294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.996271865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:21.564397Z","caller":"traceutil/trace.go:172","msg":"trace[73527721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996383514s","start":"2026-03-17T20:49:19.567995Z","end":"2026-03-17T20:49:21.564378Z","steps":["trace[73527721] 'agreement among raft nodes before linearized reading' (duration: 1.996258925s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:21.564459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.567980Z","time spent":"1.996467083s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:21 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:21.698473Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.892172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.49071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:21.892291Z","caller":"traceutil/trace.go:172","msg":"trace[1870028064] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"1.798619742s","start":"2026-03-17T20:49:20.093638Z","end":"2026-03-17T20:49:21.892258Z","steps":["trace[1870028064] 'process raft request' (duration: 1.168449799s)","trace[1870028064] 'compare' (duration: 629.323921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.892353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.093631Z","time spent":"1.798691922s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:22.064565Z","caller":"traceutil/trace.go:172","msg":"trace[1814432872] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1182; }","duration":"1.867905018s","start":"2026-03-17T20:49:20.196633Z","end":"2026-03-17T20:49:22.064538Z","steps":["trace[1814432872] 'read index received' (duration: 1.867894208s)","trace[1814432872] 'applied index is now lower than readState.Index' (duration: 9.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.565185Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.716965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.633458251s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:22.717087Z","caller":"traceutil/trace.go:172","msg":"trace[1474667501] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1042; }","duration":"4.63356087s","start":"2026-03-17T20:49:18.083474Z","end":"2026-03-17T20:49:22.717035Z","steps":["trace[1474667501] 'agreement among raft nodes before linearized reading' (duration: 3.981225219s)","trace[1474667501] 'range keys from in-memory index tree' (duration: 652.211133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.717075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.624144272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:22.717164Z","caller":"traceutil/trace.go:172","msg":"trace[211488510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1042; }","duration":"2.624275351s","start":"2026-03-17T20:49:20.092867Z","end":"2026-03-17T20:49:22.717142Z","steps":["trace[211488510] 'agreement among raft nodes before linearized reading' (duration: 1.971733502s)","trace[211488510] 'range keys from in-memory index tree' (duration: 652.368231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.717174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.576836671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:49:22.717210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.092850Z","time spent":"2.62434719s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:22.717238Z","caller":"traceutil/trace.go:172","msg":"trace[1707981724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1042; }","duration":"3.57690987s","start":"2026-03-17T20:49:19.140308Z","end":"2026-03-17T20:49:22.717218Z","steps":["trace[1707981724] 'agreement among raft nodes before linearized reading' (duration: 2.924362981s)","trace[1707981724] 'range keys from in-memory index tree' (duration: 652.313791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.717469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.140288Z","time spent":"3.577171037s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:22.717632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.105468847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:22.717680Z","caller":"traceutil/trace.go:172","msg":"trace[388266822] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1042; }","duration":"4.105558616s","start":"2026-03-17T20:49:18.612108Z","end":"2026-03-17T20:49:22.717667Z","steps":["trace[388266822] 'agreement among raft nodes before linearized reading' (duration: 3.452502752s)","trace[388266822] 'range keys from in-memory index tree' (duration: 652.875605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.717716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.178374553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:22.717716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.58136882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-03-17T20:49:22.717740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.612086Z","time spent":"4.105640785s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:22.717751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.886575513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:22.717765Z","caller":"traceutil/trace.go:172","msg":"trace[2012727201] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1042; }","duration":"3.178423573s","start":"2026-03-17T20:49:19.539326Z","end":"2026-03-17T20:49:22.717750Z","steps":["trace[2012727201] 'agreement among raft nodes before linearized reading' (duration: 2.52525057s)","trace[2012727201] 'range keys from in-memory index tree' (duration: 653.093403ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:22.717782Z","caller":"traceutil/trace.go:172","msg":"trace[275910398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1042; }","duration":"2.886606762s","start":"2026-03-17T20:49:19.831165Z","end":"2026-03-17T20:49:22.717772Z","steps":["trace[275910398] 'agreement among raft nodes before linearized reading' (duration: 2.233441269s)","trace[275910398] 'range keys from in-memory index tree' (duration: 653.086024ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:22.717782Z","caller":"traceutil/trace.go:172","msg":"trace[216152515] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1042; }","duration":"4.581434969s","start":"2026-03-17T20:49:18.136328Z","end":"2026-03-17T20:49:22.717763Z","steps":["trace[216152515] 'agreement among raft nodes before linearized reading' (duration: 3.928362376s)","trace[216152515] 'range keys from in-memory index tree' (duration: 652.895705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.717807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.831151Z","time spent":"2.886649072s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:22.717804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.539307Z","time spent":"3.178483562s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:22.717843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.136309Z","time spent":"4.581510879s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1172,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:22.717924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.654774367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:22.717975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.386411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:22.717982Z","caller":"traceutil/trace.go:172","msg":"trace[1048005778] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1042; }","duration":"2.654833786s","start":"2026-03-17T20:49:20.063132Z","end":"2026-03-17T20:49:22.717966Z","steps":["trace[1048005778] 'agreement among raft nodes before linearized reading' (duration: 2.001435556s)","trace[1048005778] 'range keys from in-memory index tree' (duration: 653.098793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:22.718047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.063107Z","time spent":"2.654926776s","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:22.757545Z","caller":"traceutil/trace.go:172","msg":"trace[313268815] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"2.54292215s","start":"2026-03-17T20:49:20.214609Z","end":"2026-03-17T20:49:22.757531Z","steps":["trace[313268815] 'process raft request' (duration: 2.54285569s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:22.757585Z","caller":"traceutil/trace.go:172","msg":"trace[1227674392] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"2.557368872s","start":"2026-03-17T20:49:20.200176Z","end":"2026-03-17T20:49:22.757545Z","steps":["trace[1227674392] 'process raft request' (duration: 2.557197164s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:22.757674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.214546Z","time spent":"2.543064419s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19889,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:22.757771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.200146Z","time spent":"2.557541631s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:22.758082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.197813Z","time spent":"2.560267984s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:23.066198Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.567338Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.572410Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546629,"received-request-id":1223744336565546624} {"level":"warn","ts":"2026-03-17T20:49:24.068135Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.104741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.002737373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:24.104851Z","caller":"traceutil/trace.go:172","msg":"trace[2133003737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002913862s","start":"2026-03-17T20:49:22.101919Z","end":"2026-03-17T20:49:24.104833Z","steps":["trace[2133003737] 'agreement among raft nodes before linearized reading' (duration: 2.002733313s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.104933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.101899Z","time spent":"2.003020441s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:24.365798Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546629,"received-request-id":1223744336565546624} {"level":"warn","ts":"2026-03-17T20:49:24.568621Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.069277Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.265489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.721557ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.265558Z","caller":"traceutil/trace.go:172","msg":"trace[447465449] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1047; }","duration":"280.798576ms","start":"2026-03-17T20:49:24.984745Z","end":"2026-03-17T20:49:25.265543Z","steps":["trace[447465449] 'range keys from in-memory index tree' (duration: 280.682147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.265963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"798.945014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:25.358265Z","caller":"traceutil/trace.go:172","msg":"trace[1135852003] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1189; }","duration":"3.293581418s","start":"2026-03-17T20:49:22.064667Z","end":"2026-03-17T20:49:25.358249Z","steps":["trace[1135852003] 'read index received' (duration: 3.293574418s)","trace[1135852003] 'applied index is now lower than readState.Index' (duration: 6.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:25.358401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.755623754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.358424Z","caller":"traceutil/trace.go:172","msg":"trace[1472715190] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1048; }","duration":"3.755662724s","start":"2026-03-17T20:49:21.602755Z","end":"2026-03-17T20:49:25.358418Z","steps":["trace[1472715190] 'agreement among raft nodes before linearized reading' (duration: 3.755590635s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.358447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.602730Z","time spent":"3.755710414s","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:25.358618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.069275855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.358643Z","caller":"traceutil/trace.go:172","msg":"trace[1691960971] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1048; }","duration":"4.069301015s","start":"2026-03-17T20:49:21.289336Z","end":"2026-03-17T20:49:25.358637Z","steps":["trace[1691960971] 'agreement among raft nodes before linearized reading' (duration: 4.069263135s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.358660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.289319Z","time spent":"4.069336685s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:25.359181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.343259786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:108 size:9107"} {"level":"info","ts":"2026-03-17T20:49:25.359209Z","caller":"traceutil/trace.go:172","msg":"trace[2090452914] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:108; response_revision:1048; }","duration":"4.343290195s","start":"2026-03-17T20:49:21.015913Z","end":"2026-03-17T20:49:25.359203Z","steps":["trace[2090452914] 'agreement among raft nodes before linearized reading' (duration: 4.342866269s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.359229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.015891Z","time spent":"4.343331475s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":108,"response size":9130,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:25.359605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.727703776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:108 size:9107"} {"level":"info","ts":"2026-03-17T20:49:25.359645Z","caller":"traceutil/trace.go:172","msg":"trace[206871987] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:108; response_revision:1048; }","duration":"4.727746396s","start":"2026-03-17T20:49:20.631893Z","end":"2026-03-17T20:49:25.359640Z","steps":["trace[206871987] 'agreement among raft nodes before linearized reading' (duration: 4.727275911s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.359661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.631876Z","time spent":"4.727780086s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":108,"response size":9130,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:25.450555Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546637,"received-request-id":1223744336565546629} {"level":"warn","ts":"2026-03-17T20:49:25.450931Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546637,"received-request-id":1223744336565546629} {"level":"warn","ts":"2026-03-17T20:49:25.635346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.869537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:25.635624Z","caller":"traceutil/trace.go:172","msg":"trace[549552962] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"2.9128505s","start":"2026-03-17T20:49:22.722758Z","end":"2026-03-17T20:49:25.635608Z","steps":["trace[549552962] 'process raft request' (duration: 2.912759741s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.635709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.722741Z","time spent":"2.91292313s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:25.635770Z","caller":"traceutil/trace.go:172","msg":"trace[2100072370] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"2.56698606s","start":"2026-03-17T20:49:23.068766Z","end":"2026-03-17T20:49:25.635752Z","steps":["trace[2100072370] 'process raft request' (duration: 2.566922221s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.635845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.068748Z","time spent":"2.567058369s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:25.635912Z","caller":"traceutil/trace.go:172","msg":"trace[1495032491] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1190; }","duration":"277.574827ms","start":"2026-03-17T20:49:25.358323Z","end":"2026-03-17T20:49:25.635898Z","steps":["trace[1495032491] 'read index received' (duration: 92.829319ms)","trace[1495032491] 'applied index is now lower than readState.Index' (duration: 184.744608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:25.635941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"996.242921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.635961Z","caller":"traceutil/trace.go:172","msg":"trace[44541298] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1059; }","duration":"996.263171ms","start":"2026-03-17T20:49:24.639692Z","end":"2026-03-17T20:49:25.635956Z","steps":["trace[44541298] 'agreement among raft nodes before linearized reading' (duration: 996.229621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.635967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.916360967s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.635989Z","caller":"traceutil/trace.go:172","msg":"trace[130652202] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"1.73940256s","start":"2026-03-17T20:49:23.896581Z","end":"2026-03-17T20:49:25.635984Z","steps":["trace[130652202] 'process raft request' (duration: 1.739138442s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:25.635991Z","caller":"traceutil/trace.go:172","msg":"trace[980026292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1059; }","duration":"2.916388187s","start":"2026-03-17T20:49:22.719595Z","end":"2026-03-17T20:49:25.635984Z","steps":["trace[980026292] 'agreement among raft nodes before linearized reading' (duration: 2.916350057s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.636015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.896563Z","time spent":"1.739438409s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:25.636024Z","caller":"traceutil/trace.go:172","msg":"trace[565903985] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"2.871767244s","start":"2026-03-17T20:49:22.764244Z","end":"2026-03-17T20:49:25.636011Z","steps":["trace[565903985] 'process raft request' (duration: 2.871413458s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:25.636038Z","caller":"traceutil/trace.go:172","msg":"trace[2099867796] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"2.91189966s","start":"2026-03-17T20:49:22.724122Z","end":"2026-03-17T20:49:25.636021Z","steps":["trace[2099867796] 'process raft request' (duration: 2.911438365s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:25.636027Z","caller":"traceutil/trace.go:172","msg":"trace[1027599773] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"2.876771917s","start":"2026-03-17T20:49:22.759226Z","end":"2026-03-17T20:49:25.635998Z","steps":["trace[1027599773] 'process raft request' (duration: 2.8763954s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.636070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.764219Z","time spent":"2.871830264s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:25.636061Z","caller":"traceutil/trace.go:172","msg":"trace[9566033] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"1.521501401s","start":"2026-03-17T20:49:24.114545Z","end":"2026-03-17T20:49:25.636047Z","steps":["trace[9566033] 'process raft request' (duration: 1.521248754s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.636115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.724112Z","time spent":"2.91196362s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:25.636125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.114512Z","time spent":"1.521584201s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:25.636146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.759201Z","time spent":"2.876890226s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:25.636172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.5310854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.636188Z","caller":"traceutil/trace.go:172","msg":"trace[1508881814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"1.53109894s","start":"2026-03-17T20:49:24.105084Z","end":"2026-03-17T20:49:25.636182Z","steps":["trace[1508881814] 'agreement among raft nodes before linearized reading' (duration: 1.53107937s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.635974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.639676Z","time spent":"996.294951ms","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:25.636202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.105019Z","time spent":"1.531179989s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:25.636154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.130317009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.636294Z","caller":"traceutil/trace.go:172","msg":"trace[1411107118] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1059; }","duration":"2.130451658s","start":"2026-03-17T20:49:23.505832Z","end":"2026-03-17T20:49:25.636284Z","steps":["trace[1411107118] 'agreement among raft nodes before linearized reading' (duration: 2.130306139s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.636298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.872327989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 ","response":"range_response_count:1 size:19904"} {"level":"warn","ts":"2026-03-17T20:49:25.636319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.505816Z","time spent":"2.130496507s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:25.636337Z","caller":"traceutil/trace.go:172","msg":"trace[1162787250] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vn2gq; range_end:; response_count:1; response_revision:1059; }","duration":"2.872368828s","start":"2026-03-17T20:49:22.763957Z","end":"2026-03-17T20:49:25.636326Z","steps":["trace[1162787250] 'agreement among raft nodes before linearized reading' (duration: 2.87223246s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.636363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.763933Z","time spent":"2.872422928s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19927,"request content":"key:\"/registry/pods/kube-system/cilium-vn2gq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.139261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.640421Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:26.686825Z","caller":"traceutil/trace.go:172","msg":"trace[25997396] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1202; }","duration":"1.047930795s","start":"2026-03-17T20:49:25.638877Z","end":"2026-03-17T20:49:26.686808Z","steps":["trace[25997396] 'read index received' (duration: 1.047926275s)","trace[25997396] 'applied index is now lower than readState.Index' (duration: 3.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:26.687023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.048126973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-17T20:49:26.687063Z","caller":"traceutil/trace.go:172","msg":"trace[427481805] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1060; }","duration":"1.048182272s","start":"2026-03-17T20:49:25.638874Z","end":"2026-03-17T20:49:26.687056Z","steps":["trace[427481805] 'agreement among raft nodes before linearized reading' (duration: 1.048015554s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.687090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.638862Z","time spent":"1.048220602s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:26.687158Z","caller":"traceutil/trace.go:172","msg":"trace[1227918382] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"1.031135265s","start":"2026-03-17T20:49:25.656014Z","end":"2026-03-17T20:49:26.687150Z","steps":["trace[1227918382] 'process raft request' (duration: 1.031100386s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.687219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.655996Z","time spent":"1.031183855s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20075,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:26.687324Z","caller":"traceutil/trace.go:172","msg":"trace[627003582] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"1.043682175s","start":"2026-03-17T20:49:25.643635Z","end":"2026-03-17T20:49:26.687317Z","steps":["trace[627003582] 'process raft request' (duration: 1.043450557s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.687358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.643606Z","time spent":"1.043737914s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:27.022873Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546642,"received-request-id":1223744336565546638} {"level":"info","ts":"2026-03-17T20:49:27.023268Z","caller":"traceutil/trace.go:172","msg":"trace[704279164] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"652.265001ms","start":"2026-03-17T20:49:26.370987Z","end":"2026-03-17T20:49:27.023252Z","steps":["trace[704279164] 'process raft request' (duration: 652.153553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.023384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.370962Z","time spent":"652.362651ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:27.187421Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.360336Z","caller":"traceutil/trace.go:172","msg":"trace[1461035631] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1208; }","duration":"673.419868ms","start":"2026-03-17T20:49:26.686875Z","end":"2026-03-17T20:49:27.360295Z","steps":["trace[1461035631] 'read index received' (duration: 673.410789ms)","trace[1461035631] 'applied index is now lower than readState.Index' (duration: 7.579µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.360649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.719946327s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.360720Z","caller":"traceutil/trace.go:172","msg":"trace[1197635665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1066; }","duration":"1.720033656s","start":"2026-03-17T20:49:25.640669Z","end":"2026-03-17T20:49:27.360702Z","steps":["trace[1197635665] 'agreement among raft nodes before linearized reading' (duration: 1.719869978s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.361227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.711702776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.361435Z","caller":"traceutil/trace.go:172","msg":"trace[237545667] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"667.343156ms","start":"2026-03-17T20:49:26.694075Z","end":"2026-03-17T20:49:27.361419Z","steps":["trace[237545667] 'process raft request' (duration: 667.260367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.361532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.694042Z","time spent":"667.452725ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:27.361308Z","caller":"traceutil/trace.go:172","msg":"trace[2138827852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"1.711801385s","start":"2026-03-17T20:49:25.649472Z","end":"2026-03-17T20:49:27.361274Z","steps":["trace[2138827852] 'agreement among raft nodes before linearized reading' (duration: 1.710971933s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.361234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"816.645375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:111 size:9347"} {"level":"info","ts":"2026-03-17T20:49:27.361845Z","caller":"traceutil/trace.go:172","msg":"trace[579060058] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:111; response_revision:1066; }","duration":"817.418187ms","start":"2026-03-17T20:49:26.544387Z","end":"2026-03-17T20:49:27.361806Z","steps":["trace[579060058] 'agreement among raft nodes before linearized reading' (duration: 816.003561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.361907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.544359Z","time spent":"817.512517ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":111,"response size":9370,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:49:27.361929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.649456Z","time spent":"1.712455448s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:27.743041Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546644,"received-request-id":1223744336565546642} {"level":"warn","ts":"2026-03-17T20:49:27.860506Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.928520Z","caller":"traceutil/trace.go:172","msg":"trace[1660014513] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1211; }","duration":"568.086889ms","start":"2026-03-17T20:49:27.360407Z","end":"2026-03-17T20:49:27.928494Z","steps":["trace[1660014513] 'read index received' (duration: 568.079399ms)","trace[1660014513] 'applied index is now lower than readState.Index' (duration: 6.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.929619Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546648,"received-request-id":1223744336565546644} {"level":"warn","ts":"2026-03-17T20:49:27.939847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.246864626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7523"} {"level":"warn","ts":"2026-03-17T20:49:27.939874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.250700959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-17T20:49:27.939905Z","caller":"traceutil/trace.go:172","msg":"trace[25928897] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1068; }","duration":"1.246932685s","start":"2026-03-17T20:49:26.692956Z","end":"2026-03-17T20:49:27.939888Z","steps":["trace[25928897] 'agreement among raft nodes before linearized reading' (duration: 1.235807102s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.939943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.692917Z","time spent":"1.247017065s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7546,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:27.939969Z","caller":"traceutil/trace.go:172","msg":"trace[2062683103] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1068; }","duration":"1.250778078s","start":"2026-03-17T20:49:26.689146Z","end":"2026-03-17T20:49:27.939924Z","steps":["trace[2062683103] 'agreement among raft nodes before linearized reading' (duration: 1.239623395s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.940018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.689126Z","time spent":"1.250879157s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":414,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:27.940280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.148552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.940311Z","caller":"traceutil/trace.go:172","msg":"trace[427047086] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1068; }","duration":"822.180322ms","start":"2026-03-17T20:49:27.118123Z","end":"2026-03-17T20:49:27.940303Z","steps":["trace[427047086] 'agreement among raft nodes before linearized reading' (duration: 810.606902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.940329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.118092Z","time spent":"822.232001ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.940436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"892.831364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.940483Z","caller":"traceutil/trace.go:172","msg":"trace[1768425298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"892.878273ms","start":"2026-03-17T20:49:27.047594Z","end":"2026-03-17T20:49:27.940472Z","steps":["trace[1768425298] 'agreement among raft nodes before linearized reading' (duration: 881.154645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.940518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.047518Z","time spent":"892.992092ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:27.940569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.179427583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.940596Z","caller":"traceutil/trace.go:172","msg":"trace[467676263] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1068; }","duration":"1.179454843s","start":"2026-03-17T20:49:26.761134Z","end":"2026-03-17T20:49:27.940589Z","steps":["trace[467676263] 'agreement among raft nodes before linearized reading' (duration: 1.167622196s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.941271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.761039Z","time spent":"1.180219806s","remote":"127.0.0.1:52024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:28.016582Z","caller":"traceutil/trace.go:172","msg":"trace[452950310] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"649.24273ms","start":"2026-03-17T20:49:27.367326Z","end":"2026-03-17T20:49:28.016569Z","steps":["trace[452950310] 'process raft request' (duration: 649.093662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.016681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.367291Z","time spent":"649.348979ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:28.017203Z","caller":"traceutil/trace.go:172","msg":"trace[283815365] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"373.587575ms","start":"2026-03-17T20:49:27.643608Z","end":"2026-03-17T20:49:28.017196Z","steps":["trace[283815365] 'process raft request' (duration: 372.901132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.017262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.643591Z","time spent":"373.638885ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:28.017345Z","caller":"traceutil/trace.go:172","msg":"trace[1948325603] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"372.379546ms","start":"2026-03-17T20:49:27.644959Z","end":"2026-03-17T20:49:28.017338Z","steps":["trace[1948325603] 'process raft request' (duration: 372.04883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.017380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.644939Z","time spent":"372.424436ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:28.017512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.929282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:28.017537Z","caller":"traceutil/trace.go:172","msg":"trace[1875429854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1072; }","duration":"373.954032ms","start":"2026-03-17T20:49:27.643576Z","end":"2026-03-17T20:49:28.017530Z","steps":["trace[1875429854] 'agreement among raft nodes before linearized reading' (duration: 373.869372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.017553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.643572Z","time spent":"373.977281ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:28.017658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.104639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:28.017680Z","caller":"traceutil/trace.go:172","msg":"trace[15320118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1072; }","duration":"374.126459ms","start":"2026-03-17T20:49:27.643548Z","end":"2026-03-17T20:49:28.017674Z","steps":["trace[15320118] 'agreement among raft nodes before linearized reading' (duration: 374.06953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.017694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.643530Z","time spent":"374.159359ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:28.017788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"652.128413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:28.017808Z","caller":"traceutil/trace.go:172","msg":"trace[1935087636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1072; }","duration":"652.147803ms","start":"2026-03-17T20:49:27.365655Z","end":"2026-03-17T20:49:28.017802Z","steps":["trace[1935087636] 'agreement among raft nodes before linearized reading' (duration: 652.116453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.017832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.365631Z","time spent":"652.188863ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:28.017936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.173144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:28.017956Z","caller":"traceutil/trace.go:172","msg":"trace[427317815] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1072; }","duration":"655.193353ms","start":"2026-03-17T20:49:27.362757Z","end":"2026-03-17T20:49:28.017951Z","steps":["trace[427317815] 'agreement among raft nodes before linearized reading' (duration: 655.165134ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:28.235392Z","caller":"traceutil/trace.go:172","msg":"trace[1782731463] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"286.081015ms","start":"2026-03-17T20:49:27.949289Z","end":"2026-03-17T20:49:28.235370Z","steps":["trace[1782731463] 'process raft request' (duration: 285.932616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.517386Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546650,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:28.925981Z","caller":"traceutil/trace.go:172","msg":"trace[1124318550] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1223; }","duration":"908.867519ms","start":"2026-03-17T20:49:28.017090Z","end":"2026-03-17T20:49:28.925958Z","steps":["trace[1124318550] 'read index received' (duration: 908.861069ms)","trace[1124318550] 'applied index is now lower than readState.Index' (duration: 4.98µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:28.926433Z","caller":"traceutil/trace.go:172","msg":"trace[21906418] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"903.689839ms","start":"2026-03-17T20:49:28.022725Z","end":"2026-03-17T20:49:28.926415Z","steps":["trace[21906418] 'process raft request' (duration: 903.50441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.926555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.022711Z","time spent":"903.788459ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:28.926649Z","caller":"traceutil/trace.go:172","msg":"trace[152383472] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"903.63398ms","start":"2026-03-17T20:49:28.023009Z","end":"2026-03-17T20:49:28.926643Z","steps":["trace[152383472] 'process raft request' (duration: 903.341903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.926680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.023002Z","time spent":"903.66555ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:28.926671Z","caller":"traceutil/trace.go:172","msg":"trace[1277256103] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"900.123604ms","start":"2026-03-17T20:49:28.026531Z","end":"2026-03-17T20:49:28.926654Z","steps":["trace[1277256103] 'process raft request' (duration: 899.863377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.926748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.026503Z","time spent":"900.206734ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:28.926957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"984.312676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:49:28.927001Z","caller":"traceutil/trace.go:172","msg":"trace[1404494875] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1073; }","duration":"984.367376ms","start":"2026-03-17T20:49:27.942623Z","end":"2026-03-17T20:49:28.926991Z","steps":["trace[1404494875] 'agreement among raft nodes before linearized reading' (duration: 983.473774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.927391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.942608Z","time spent":"984.415015ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":543,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:28.927535Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546654,"received-request-id":1223744336565546650} {"level":"warn","ts":"2026-03-17T20:49:28.928297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.005398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:28.928329Z","caller":"traceutil/trace.go:172","msg":"trace[903916059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"909.038187ms","start":"2026-03-17T20:49:28.019282Z","end":"2026-03-17T20:49:28.928320Z","steps":["trace[903916059] 'agreement among raft nodes before linearized reading' (duration: 908.989748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.928451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"689.121088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7715"} {"level":"info","ts":"2026-03-17T20:49:28.928519Z","caller":"traceutil/trace.go:172","msg":"trace[145363147] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1077; }","duration":"689.189908ms","start":"2026-03-17T20:49:28.239319Z","end":"2026-03-17T20:49:28.928509Z","steps":["trace[145363147] 'agreement among raft nodes before linearized reading' (duration: 689.014539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.928558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.239301Z","time spent":"689.247656ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7738,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:29.339233Z","caller":"traceutil/trace.go:172","msg":"trace[568545980] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"406.46892ms","start":"2026-03-17T20:49:28.932747Z","end":"2026-03-17T20:49:29.339216Z","steps":["trace[568545980] 'process raft request' (duration: 406.328851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.339353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.932728Z","time spent":"406.578629ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:29.529108Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.029300Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:30.166380Z","caller":"traceutil/trace.go:172","msg":"trace[1877832336] linearizableReadLoop","detail":"{readStateIndex:1227; appliedIndex:1228; }","duration":"1.137881412s","start":"2026-03-17T20:49:29.028479Z","end":"2026-03-17T20:49:30.166361Z","steps":["trace[1877832336] 'read index received' (duration: 1.137873042s)","trace[1877832336] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:30.166511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.138025631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:30.166537Z","caller":"traceutil/trace.go:172","msg":"trace[1559363964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1078; }","duration":"1.13806739s","start":"2026-03-17T20:49:29.028465Z","end":"2026-03-17T20:49:30.166532Z","steps":["trace[1559363964] 'agreement among raft nodes before linearized reading' (duration: 1.137999461s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:30.166558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.028436Z","time spent":"1.13811778s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:30.166754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.934006Z","time spent":"1.232747162s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:30.166817Z","caller":"traceutil/trace.go:172","msg":"trace[1775553195] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"1.227582042s","start":"2026-03-17T20:49:28.939209Z","end":"2026-03-17T20:49:30.166791Z","steps":["trace[1775553195] 'process raft request' (duration: 1.227285135s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:30.166964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.939199Z","time spent":"1.227693021s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:30.488703Z","caller":"traceutil/trace.go:172","msg":"trace[714072357] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"1.145642647s","start":"2026-03-17T20:49:29.343024Z","end":"2026-03-17T20:49:30.488666Z","steps":["trace[714072357] 'process raft request' (duration: 1.145265451s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:30.488887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.342993Z","time spent":"1.145796636s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:30.492545Z","caller":"traceutil/trace.go:172","msg":"trace[326452841] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"468.225898ms","start":"2026-03-17T20:49:30.024294Z","end":"2026-03-17T20:49:30.492520Z","steps":["trace[326452841] 'process raft request' (duration: 468.164859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:30.492629Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546665,"received-request-id":1223744336565546658} {"level":"info","ts":"2026-03-17T20:49:30.492627Z","caller":"traceutil/trace.go:172","msg":"trace[2100713367] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"468.311127ms","start":"2026-03-17T20:49:30.024292Z","end":"2026-03-17T20:49:30.492603Z","steps":["trace[2100713367] 'process raft request' (duration: 468.05153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:30.492832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.024274Z","time spent":"468.489006ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:30.493036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.024274Z","time spent":"468.414136ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:30.666736Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.167470Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.304286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.235050099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:31.304353Z","caller":"traceutil/trace.go:172","msg":"trace[712494188] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1235; }","duration":"1.137777033s","start":"2026-03-17T20:49:30.166438Z","end":"2026-03-17T20:49:31.304215Z","steps":["trace[712494188] 'read index received' (duration: 1.137769344s)","trace[712494188] 'applied index is now lower than readState.Index' (duration: 6.859µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:31.304375Z","caller":"traceutil/trace.go:172","msg":"trace[1796031991] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1082; }","duration":"1.235123188s","start":"2026-03-17T20:49:30.069216Z","end":"2026-03-17T20:49:31.304339Z","steps":["trace[1796031991] 'agreement among raft nodes before linearized reading' (duration: 1.235015239s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.304405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.069194Z","time spent":"1.235204379s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:31.304420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.821212545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:31.304296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.458313277s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:31.304459Z","caller":"traceutil/trace.go:172","msg":"trace[1717742489] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"1.135437115s","start":"2026-03-17T20:49:30.169018Z","end":"2026-03-17T20:49:31.304455Z","steps":["trace[1717742489] 'process raft request' (duration: 1.135295766s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.304529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.168999Z","time spent":"1.135491725s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:31.304502Z","caller":"traceutil/trace.go:172","msg":"trace[503499689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1082; }","duration":"1.458516045s","start":"2026-03-17T20:49:29.845955Z","end":"2026-03-17T20:49:31.304471Z","steps":["trace[503499689] 'agreement among raft nodes before linearized reading' (duration: 1.458283117s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.304437Z","caller":"traceutil/trace.go:172","msg":"trace[21798269] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1083; }","duration":"1.821230975s","start":"2026-03-17T20:49:29.483201Z","end":"2026-03-17T20:49:31.304432Z","steps":["trace[21798269] 'agreement among raft nodes before linearized reading' (duration: 1.821198526s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.304741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.483180Z","time spent":"1.821551433s","remote":"127.0.0.1:51986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:31.362708Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546668,"received-request-id":1223744336565546665} {"level":"info","ts":"2026-03-17T20:49:31.362934Z","caller":"traceutil/trace.go:172","msg":"trace[1270429519] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"870.296579ms","start":"2026-03-17T20:49:30.492617Z","end":"2026-03-17T20:49:31.362913Z","steps":["trace[1270429519] 'process raft request' (duration: 870.18307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.363066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.492599Z","time spent":"870.407498ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:31.363711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.153143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:31.363757Z","caller":"traceutil/trace.go:172","msg":"trace[1042244023] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1085; }","duration":"182.211302ms","start":"2026-03-17T20:49:31.181533Z","end":"2026-03-17T20:49:31.363745Z","steps":["trace[1042244023] 'agreement among raft nodes before linearized reading' (duration: 182.119343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.363835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.820446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:31.363884Z","caller":"traceutil/trace.go:172","msg":"trace[118722260] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1085; }","duration":"205.883856ms","start":"2026-03-17T20:49:31.157986Z","end":"2026-03-17T20:49:31.363870Z","steps":["trace[118722260] 'agreement among raft nodes before linearized reading' (duration: 205.795627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.363890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.860058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:31.363900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.194796887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:31.363925Z","caller":"traceutil/trace.go:172","msg":"trace[1114876210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1085; }","duration":"432.899377ms","start":"2026-03-17T20:49:30.931016Z","end":"2026-03-17T20:49:31.363916Z","steps":["trace[1114876210] 'agreement among raft nodes before linearized reading' (duration: 432.773639ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.363940Z","caller":"traceutil/trace.go:172","msg":"trace[1160305117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"1.194835926s","start":"2026-03-17T20:49:30.169092Z","end":"2026-03-17T20:49:31.363928Z","steps":["trace[1160305117] 'agreement among raft nodes before linearized reading' (duration: 1.194770007s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.363947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.930992Z","time spent":"432.949456ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:31.363968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.169074Z","time spent":"1.194886896s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:31.368047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.058277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:31.368096Z","caller":"traceutil/trace.go:172","msg":"trace[1284452655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1085; }","duration":"437.159566ms","start":"2026-03-17T20:49:30.930925Z","end":"2026-03-17T20:49:31.368085Z","steps":["trace[1284452655] 'agreement among raft nodes before linearized reading' (duration: 435.661861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.368208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:30.930901Z","time spent":"437.298734ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:31.477218Z","caller":"traceutil/trace.go:172","msg":"trace[380521285] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"109.578359ms","start":"2026-03-17T20:49:31.367621Z","end":"2026-03-17T20:49:31.477200Z","steps":["trace[380521285] 'process raft request' (duration: 109.387611ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.580675Z","caller":"traceutil/trace.go:172","msg":"trace[1063870858] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1240; }","duration":"213.032616ms","start":"2026-03-17T20:49:31.367623Z","end":"2026-03-17T20:49:31.580655Z","steps":["trace[1063870858] 'read index received' (duration: 213.026867ms)","trace[1063870858] 'applied index is now lower than readState.Index' (duration: 4.549µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:31.580866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.225755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:263"} {"level":"info","ts":"2026-03-17T20:49:31.581005Z","caller":"traceutil/trace.go:172","msg":"trace[735176221] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:1086; }","duration":"213.373233ms","start":"2026-03-17T20:49:31.367619Z","end":"2026-03-17T20:49:31.580993Z","steps":["trace[735176221] 'agreement among raft nodes before linearized reading' (duration: 213.127446ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.581306Z","caller":"traceutil/trace.go:172","msg":"trace[385459300] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"209.673948ms","start":"2026-03-17T20:49:31.371614Z","end":"2026-03-17T20:49:31.581288Z","steps":["trace[385459300] 'process raft request' (duration: 209.606669ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.581347Z","caller":"traceutil/trace.go:172","msg":"trace[92604031] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"213.219634ms","start":"2026-03-17T20:49:31.368104Z","end":"2026-03-17T20:49:31.581324Z","steps":["trace[92604031] 'process raft request' (duration: 212.709549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.582599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.906397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:31.582630Z","caller":"traceutil/trace.go:172","msg":"trace[370509365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"211.944147ms","start":"2026-03-17T20:49:31.370677Z","end":"2026-03-17T20:49:31.582621Z","steps":["trace[370509365] 'agreement among raft nodes before linearized reading' (duration: 211.885557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.083712Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:32.537002Z","caller":"traceutil/trace.go:172","msg":"trace[1286515101] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"952.742849ms","start":"2026-03-17T20:49:31.584249Z","end":"2026-03-17T20:49:32.536992Z","steps":["trace[1286515101] 'process raft request' (duration: 952.64505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.537106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.584240Z","time spent":"952.799478ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:32.537393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"953.855619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:32.537430Z","caller":"traceutil/trace.go:172","msg":"trace[52873820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1089; }","duration":"953.891678ms","start":"2026-03-17T20:49:31.583528Z","end":"2026-03-17T20:49:32.537420Z","steps":["trace[52873820] 'agreement among raft nodes before linearized reading' (duration: 953.832759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.537488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.583516Z","time spent":"953.965828ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:32.536856Z","caller":"traceutil/trace.go:172","msg":"trace[865916433] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1242; }","duration":"953.306403ms","start":"2026-03-17T20:49:31.583531Z","end":"2026-03-17T20:49:32.536837Z","steps":["trace[865916433] 'read index received' (duration: 953.301613ms)","trace[865916433] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:32.736080Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546680,"received-request-id":1223744336565546675} {"level":"info","ts":"2026-03-17T20:49:32.737110Z","caller":"traceutil/trace.go:172","msg":"trace[301072538] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1243; }","duration":"198.752473ms","start":"2026-03-17T20:49:32.538346Z","end":"2026-03-17T20:49:32.737099Z","steps":["trace[301072538] 'read index received' (duration: 198.749133ms)","trace[301072538] 'applied index is now lower than readState.Index' (duration: 2.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:32.759226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"912.370547ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:32.759281Z","caller":"traceutil/trace.go:172","msg":"trace[1049875210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1089; }","duration":"912.434736ms","start":"2026-03-17T20:49:31.846835Z","end":"2026-03-17T20:49:32.759269Z","steps":["trace[1049875210] 'agreement among raft nodes before linearized reading' (duration: 890.320009ms)","trace[1049875210] 'range keys from in-memory index tree' (duration: 22.034688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:32.759414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.273253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:32.759475Z","caller":"traceutil/trace.go:172","msg":"trace[705663025] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1089; }","duration":"383.339323ms","start":"2026-03-17T20:49:32.376121Z","end":"2026-03-17T20:49:32.759461Z","steps":["trace[705663025] 'agreement among raft nodes before linearized reading' (duration: 361.044147ms)","trace[705663025] 'range keys from in-memory index tree' (duration: 22.201557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:32.759510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.376100Z","time spent":"383.402741ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:32.759869Z","caller":"traceutil/trace.go:172","msg":"trace[282686202] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"1.172718149s","start":"2026-03-17T20:49:31.587133Z","end":"2026-03-17T20:49:32.759852Z","steps":["trace[282686202] 'process raft request' (duration: 1.149112876s)","trace[282686202] 'compare' (duration: 23.088838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:32.760318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.587112Z","time spent":"1.173172514s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:32.759996Z","caller":"traceutil/trace.go:172","msg":"trace[2093868982] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"261.285093ms","start":"2026-03-17T20:49:32.498702Z","end":"2026-03-17T20:49:32.759987Z","steps":["trace[2093868982] 'process raft request' (duration: 261.049826ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:32.760032Z","caller":"traceutil/trace.go:172","msg":"trace[743374478] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"260.011346ms","start":"2026-03-17T20:49:32.500013Z","end":"2026-03-17T20:49:32.760025Z","steps":["trace[743374478] 'process raft request' (duration: 259.811358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.760083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.425982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:32.760859Z","caller":"traceutil/trace.go:172","msg":"trace[1844764816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"215.199175ms","start":"2026-03-17T20:49:32.545648Z","end":"2026-03-17T20:49:32.760847Z","steps":["trace[1844764816] 'agreement among raft nodes before linearized reading' (duration: 214.404533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.760210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.501974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:49:32.760980Z","caller":"traceutil/trace.go:172","msg":"trace[1009250796] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1093; }","duration":"221.268387ms","start":"2026-03-17T20:49:32.539699Z","end":"2026-03-17T20:49:32.760968Z","steps":["trace[1009250796] 'agreement among raft nodes before linearized reading' (duration: 220.310546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.346436Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:33.544886Z","caller":"traceutil/trace.go:172","msg":"trace[1153806575] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"781.483791ms","start":"2026-03-17T20:49:32.763369Z","end":"2026-03-17T20:49:33.544852Z","steps":["trace[1153806575] 'process raft request' (duration: 781.334993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.545106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.763356Z","time spent":"781.65584ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:33.643159Z","caller":"traceutil/trace.go:172","msg":"trace[205856110] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1248; }","duration":"797.402899ms","start":"2026-03-17T20:49:32.845734Z","end":"2026-03-17T20:49:33.643137Z","steps":["trace[205856110] 'read index received' (duration: 797.394169ms)","trace[205856110] 'applied index is now lower than readState.Index' (duration: 6.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.714995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"869.24001ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:33.715075Z","caller":"traceutil/trace.go:172","msg":"trace[2144900253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1094; }","duration":"869.329899ms","start":"2026-03-17T20:49:32.845728Z","end":"2026-03-17T20:49:33.715058Z","steps":["trace[2144900253] 'agreement among raft nodes before linearized reading' (duration: 797.527848ms)","trace[2144900253] 'range keys from in-memory index tree' (duration: 71.697233ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:33.715387Z","caller":"traceutil/trace.go:172","msg":"trace[1158407060] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"949.878747ms","start":"2026-03-17T20:49:32.765486Z","end":"2026-03-17T20:49:33.715365Z","steps":["trace[1158407060] 'process raft request' (duration: 877.900917ms)","trace[1158407060] 'compare' (duration: 71.496455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.715490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.765474Z","time spent":"949.964295ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:33.867774Z","caller":"traceutil/trace.go:172","msg":"trace[1919096337] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1250; }","duration":"224.519295ms","start":"2026-03-17T20:49:33.643222Z","end":"2026-03-17T20:49:33.867741Z","steps":["trace[1919096337] 'read index received' (duration: 224.508736ms)","trace[1919096337] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.871683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.561651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:33.871762Z","caller":"traceutil/trace.go:172","msg":"trace[147901756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1096; }","duration":"284.66266ms","start":"2026-03-17T20:49:33.587082Z","end":"2026-03-17T20:49:33.871745Z","steps":["trace[147901756] 'agreement among raft nodes before linearized reading' (duration: 280.668178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.871743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.002342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:33.871829Z","caller":"traceutil/trace.go:172","msg":"trace[213545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1096; }","duration":"373.091671ms","start":"2026-03-17T20:49:33.498714Z","end":"2026-03-17T20:49:33.871805Z","steps":["trace[213545] 'agreement among raft nodes before linearized reading' (duration: 369.144449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.871892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.498696Z","time spent":"373.182969ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.966727Z","caller":"traceutil/trace.go:172","msg":"trace[374609048] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"246.07147ms","start":"2026-03-17T20:49:33.720637Z","end":"2026-03-17T20:49:33.966708Z","steps":["trace[374609048] 'process raft request' (duration: 245.939461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.371905Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.872552Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546688,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:35.209185Z","caller":"traceutil/trace.go:172","msg":"trace[974888413] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1252; }","duration":"1.337635446s","start":"2026-03-17T20:49:33.871528Z","end":"2026-03-17T20:49:35.209164Z","steps":["trace[974888413] 'read index received' (duration: 1.337629586s)","trace[974888413] 'applied index is now lower than readState.Index' (duration: 4.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:35.209308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.337799464s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:35.209337Z","caller":"traceutil/trace.go:172","msg":"trace[928953659] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1098; }","duration":"1.337839414s","start":"2026-03-17T20:49:33.871488Z","end":"2026-03-17T20:49:35.209328Z","steps":["trace[928953659] 'agreement among raft nodes before linearized reading' (duration: 1.337778845s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:35.211333Z","caller":"traceutil/trace.go:172","msg":"trace[1603536695] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"1.33511532s","start":"2026-03-17T20:49:33.876207Z","end":"2026-03-17T20:49:35.211322Z","steps":["trace[1603536695] 'process raft request' (duration: 1.33509231s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.211399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.876185Z","time spent":"1.33517561s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:35.211524Z","caller":"traceutil/trace.go:172","msg":"trace[812016940] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"1.335344087s","start":"2026-03-17T20:49:33.876170Z","end":"2026-03-17T20:49:35.211514Z","steps":["trace[812016940] 'process raft request' (duration: 1.33510571s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.211717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.876150Z","time spent":"1.335403038s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:35.710261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.028247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000819044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:36.028305Z","caller":"traceutil/trace.go:172","msg":"trace[1447430558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888254s","start":"2026-03-17T20:49:34.027404Z","end":"2026-03-17T20:49:36.028293Z","steps":["trace[1447430558] 'agreement among raft nodes before linearized reading' (duration: 2.000817414s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.028343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.027386Z","time spent":"2.000951253s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:36.211565Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.712327Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:36.863829Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d11d60056e8410fb is starting a new election at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.863899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d11d60056e8410fb became pre-candidate at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.863941Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d11d60056e8410fb [logterm: 5, index: 1259] sent MsgPreVote request to 35267ddb33ec8999 at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.863969Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d11d60056e8410fb [logterm: 5, index: 1259] sent MsgPreVote request to a5d356541e22d9cd at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.863999Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: d11d60056e8410fb lost leader 35267ddb33ec8999 at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.864067Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgPreVoteResp from d11d60056e8410fb at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.864097Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:36.958416Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 5"} {"level":"info","ts":"2026-03-17T20:49:36.958478Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d11d60056e8410fb elected leader 35267ddb33ec8999 at term 5"} {"level":"warn","ts":"2026-03-17T20:49:36.958819Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546696,"received-request-id":1223744336565546688} {"level":"info","ts":"2026-03-17T20:49:36.959636Z","caller":"traceutil/trace.go:172","msg":"trace[1037781654] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"2.193284258s","start":"2026-03-17T20:49:34.766326Z","end":"2026-03-17T20:49:36.959610Z","steps":["trace[1037781654] 'process raft request' (duration: 2.193234858s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.959805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.766298Z","time spent":"2.193426995s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:36.960071Z","caller":"traceutil/trace.go:172","msg":"trace[335774832] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"2.989849224s","start":"2026-03-17T20:49:33.970210Z","end":"2026-03-17T20:49:36.960059Z","steps":["trace[335774832] 'process raft request' (duration: 2.989104772s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.960125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.970184Z","time spent":"2.989916804s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:36.960370Z","caller":"traceutil/trace.go:172","msg":"trace[238477620] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"2.194228028s","start":"2026-03-17T20:49:34.766130Z","end":"2026-03-17T20:49:36.960358Z","steps":["trace[238477620] 'process raft request' (duration: 2.193366967s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.960430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.766100Z","time spent":"2.194302568s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.459775Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.650926Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546696,"received-request-id":1223744336565546694} {"level":"warn","ts":"2026-03-17T20:49:37.960808Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.029377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000530746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:38.029443Z","caller":"traceutil/trace.go:172","msg":"trace[2006577876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610245s","start":"2026-03-17T20:49:36.028820Z","end":"2026-03-17T20:49:38.029430Z","steps":["trace[2006577876] 'agreement among raft nodes before linearized reading' (duration: 2.000528326s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.029476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.028795Z","time spent":"2.000676405s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:38 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:38.461152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546696,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:38.640368Z","caller":"traceutil/trace.go:172","msg":"trace[549278079] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"2.711568975s","start":"2026-03-17T20:49:35.928776Z","end":"2026-03-17T20:49:38.640345Z","steps":["trace[549278079] 'process raft request' (duration: 2.711525595s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.640520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.928745Z","time spent":"2.711702654s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:38.771554Z","caller":"traceutil/trace.go:172","msg":"trace[409850457] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1262; }","duration":"1.812878827s","start":"2026-03-17T20:49:36.958657Z","end":"2026-03-17T20:49:38.771536Z","steps":["trace[409850457] 'read index received' (duration: 1.812872917s)","trace[409850457] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:38.771618Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546699,"received-request-id":1223744336565546696} {"level":"warn","ts":"2026-03-17T20:49:38.771774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.814027131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-17T20:49:38.772267Z","caller":"traceutil/trace.go:172","msg":"trace[996075339] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1108; }","duration":"2.814531776s","start":"2026-03-17T20:49:35.957724Z","end":"2026-03-17T20:49:38.772256Z","steps":["trace[996075339] 'agreement among raft nodes before linearized reading' (duration: 2.813943232s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.771864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.56150123s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:38.772391Z","caller":"traceutil/trace.go:172","msg":"trace[911370660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1108; }","duration":"3.562026405s","start":"2026-03-17T20:49:35.210355Z","end":"2026-03-17T20:49:38.772382Z","steps":["trace[911370660] 'agreement among raft nodes before linearized reading' (duration: 3.56149037s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.771892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.160790465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:38.772477Z","caller":"traceutil/trace.go:172","msg":"trace[1375932005] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1108; }","duration":"3.161372729s","start":"2026-03-17T20:49:35.611096Z","end":"2026-03-17T20:49:38.772469Z","steps":["trace[1375932005] 'agreement among raft nodes before linearized reading' (duration: 3.160780195s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.772550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.611065Z","time spent":"3.161429399s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:38.772731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.957686Z","time spent":"2.814638994s","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:38.771986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.525829762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:38.773204Z","caller":"traceutil/trace.go:172","msg":"trace[1680707455] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1108; }","duration":"3.527036651s","start":"2026-03-17T20:49:35.246151Z","end":"2026-03-17T20:49:38.773187Z","steps":["trace[1680707455] 'agreement among raft nodes before linearized reading' (duration: 3.525819502s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.773403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.246136Z","time spent":"3.52713207s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:38.772188Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546699,"received-request-id":1223744336565546696} {"level":"warn","ts":"2026-03-17T20:49:39.240375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.063039ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:39.240836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.357668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:39.240892Z","caller":"traceutil/trace.go:172","msg":"trace[816652076] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1110; }","duration":"468.419547ms","start":"2026-03-17T20:49:38.772455Z","end":"2026-03-17T20:49:39.240875Z","steps":["trace[816652076] 'range keys from in-memory index tree' (duration: 468.346478ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:39.241847Z","caller":"traceutil/trace.go:172","msg":"trace[1426063488] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"2.276850107s","start":"2026-03-17T20:49:36.964976Z","end":"2026-03-17T20:49:39.241826Z","steps":["trace[1426063488] 'process raft request' (duration: 2.275500329s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.241965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.964955Z","time spent":"2.276955205s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:39.498825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.752927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:39.498888Z","caller":"traceutil/trace.go:172","msg":"trace[495640717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1111; }","duration":"255.832225ms","start":"2026-03-17T20:49:39.243043Z","end":"2026-03-17T20:49:39.498875Z","steps":["trace[495640717] 'range keys from in-memory index tree' (duration: 255.711857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.500346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.493939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:39.500451Z","caller":"traceutil/trace.go:172","msg":"trace[114828162] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1266; }","duration":"728.825417ms","start":"2026-03-17T20:49:38.771608Z","end":"2026-03-17T20:49:39.500433Z","steps":["trace[114828162] 'read index received' (duration: 189.317944ms)","trace[114828162] 'applied index is now lower than readState.Index' (duration: 539.506483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:39.500599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.460090811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:39.500728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.283860678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:39.500771Z","caller":"traceutil/trace.go:172","msg":"trace[462608414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1112; }","duration":"2.283904438s","start":"2026-03-17T20:49:37.216857Z","end":"2026-03-17T20:49:39.500762Z","steps":["trace[462608414] 'agreement among raft nodes before linearized reading' (duration: 2.283810809s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.500799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.216825Z","time spent":"2.283967677s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.500666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.282867178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:39.500897Z","caller":"traceutil/trace.go:172","msg":"trace[1277777997] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"2.24419253s","start":"2026-03-17T20:49:37.256688Z","end":"2026-03-17T20:49:39.500881Z","steps":["trace[1277777997] 'process raft request' (duration: 1.985127436s)","trace[1277777997] 'compare' (duration: 257.154022ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:39.500909Z","caller":"traceutil/trace.go:172","msg":"trace[1746583621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1112; }","duration":"2.283110415s","start":"2026-03-17T20:49:37.217786Z","end":"2026-03-17T20:49:39.500897Z","steps":["trace[1746583621] 'agreement among raft nodes before linearized reading' (duration: 2.282777919s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.500950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.217772Z","time spent":"2.283161865s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.500956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.256666Z","time spent":"2.244261778s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:39.500832Z","caller":"traceutil/trace.go:172","msg":"trace[52003964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"1.46025529s","start":"2026-03-17T20:49:38.040494Z","end":"2026-03-17T20:49:39.500749Z","steps":["trace[52003964] 'agreement among raft nodes before linearized reading' (duration: 1.459985623s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.501370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.040480Z","time spent":"1.460746266s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:40.001478Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:40.196337Z","caller":"traceutil/trace.go:172","msg":"trace[533316993] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1271; }","duration":"695.718307ms","start":"2026-03-17T20:49:39.500597Z","end":"2026-03-17T20:49:40.196315Z","steps":["trace[533316993] 'read index received' (duration: 695.710807ms)","trace[533316993] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:40.196390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.099604511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.196451Z","caller":"traceutil/trace.go:172","msg":"trace[133172632] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1114; }","duration":"1.09967541s","start":"2026-03-17T20:49:39.096766Z","end":"2026-03-17T20:49:40.196442Z","steps":["trace[133172632] 'agreement among raft nodes before linearized reading' (duration: 1.099579381s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.196475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.421226946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:40.196454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"697.471379ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.196507Z","caller":"traceutil/trace.go:172","msg":"trace[1534547833] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1114; }","duration":"1.421254436s","start":"2026-03-17T20:49:38.775240Z","end":"2026-03-17T20:49:40.196494Z","steps":["trace[1534547833] 'agreement among raft nodes before linearized reading' (duration: 1.421202946s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:40.196519Z","caller":"traceutil/trace.go:172","msg":"trace[1284202203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"697.590218ms","start":"2026-03-17T20:49:39.498915Z","end":"2026-03-17T20:49:40.196505Z","steps":["trace[1284202203] 'agreement among raft nodes before linearized reading' (duration: 697.476289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.196542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.775221Z","time spent":"1.421314274s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:40.196648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.264001033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:49:40.196487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.096743Z","time spent":"1.09972529s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:40.196831Z","caller":"traceutil/trace.go:172","msg":"trace[1188350943] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:1114; }","duration":"1.264208841s","start":"2026-03-17T20:49:38.932602Z","end":"2026-03-17T20:49:40.196811Z","steps":["trace[1188350943] 'agreement among raft nodes before linearized reading' (duration: 1.263793225s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:40.196851Z","caller":"traceutil/trace.go:172","msg":"trace[1976582102] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"1.225118826s","start":"2026-03-17T20:49:38.971721Z","end":"2026-03-17T20:49:40.196840Z","steps":["trace[1976582102] 'process raft request' (duration: 1.224976258s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.196882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.932580Z","time spent":"1.26428701s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:40.196921Z","caller":"traceutil/trace.go:172","msg":"trace[479099576] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"1.224889229s","start":"2026-03-17T20:49:38.972023Z","end":"2026-03-17T20:49:40.196912Z","steps":["trace[479099576] 'process raft request' (duration: 1.22477167s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.196936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.971699Z","time spent":"1.225182126s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:40.196945Z","caller":"traceutil/trace.go:172","msg":"trace[24064595] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"692.325529ms","start":"2026-03-17T20:49:39.504606Z","end":"2026-03-17T20:49:40.196932Z","steps":["trace[24064595] 'process raft request' (duration: 692.290769ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:40.196994Z","caller":"traceutil/trace.go:172","msg":"trace[1266009424] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"952.617911ms","start":"2026-03-17T20:49:39.244368Z","end":"2026-03-17T20:49:40.196986Z","steps":["trace[1266009424] 'process raft request' (duration: 952.458793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.197017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.971980Z","time spent":"1.224965757s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:40.197029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.244245Z","time spent":"952.76755ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:40.197016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.504597Z","time spent":"692.381728ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:40.197785Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546706,"received-request-id":1223744336565546703} {"level":"info","ts":"2026-03-17T20:49:40.197079Z","caller":"traceutil/trace.go:172","msg":"trace[410279446] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"692.857602ms","start":"2026-03-17T20:49:39.504180Z","end":"2026-03-17T20:49:40.197038Z","steps":["trace[410279446] 'process raft request' (duration: 692.685804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.198637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.63471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.198676Z","caller":"traceutil/trace.go:172","msg":"trace[802868818] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1119; }","duration":"139.67279ms","start":"2026-03-17T20:49:40.058992Z","end":"2026-03-17T20:49:40.198665Z","steps":["trace[802868818] 'agreement among raft nodes before linearized reading' (duration: 139.61393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.198677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.504170Z","time spent":"694.13407ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:40.198819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.730481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.198841Z","caller":"traceutil/trace.go:172","msg":"trace[561971390] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1119; }","duration":"264.75197ms","start":"2026-03-17T20:49:39.934083Z","end":"2026-03-17T20:49:40.198835Z","steps":["trace[561971390] 'agreement among raft nodes before linearized reading' (duration: 264.717971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.198955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.094668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.198991Z","caller":"traceutil/trace.go:172","msg":"trace[624021728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1119; }","duration":"638.131598ms","start":"2026-03-17T20:49:39.560851Z","end":"2026-03-17T20:49:40.198983Z","steps":["trace[624021728] 'agreement among raft nodes before linearized reading' (duration: 638.052939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.199011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.560828Z","time spent":"638.178118ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:40.199045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"695.838965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.199077Z","caller":"traceutil/trace.go:172","msg":"trace[864572429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1119; }","duration":"695.869995ms","start":"2026-03-17T20:49:39.503200Z","end":"2026-03-17T20:49:40.199070Z","steps":["trace[864572429] 'agreement among raft nodes before linearized reading' (duration: 695.822986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.199097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.503166Z","time spent":"695.926084ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:40.699474Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.911360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.198055Z","time spent":"713.300568ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:40.995854Z","caller":"traceutil/trace.go:172","msg":"trace[1693791774] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1277; }","duration":"797.251352ms","start":"2026-03-17T20:49:40.198584Z","end":"2026-03-17T20:49:40.995835Z","steps":["trace[1693791774] 'read index received' (duration: 797.244162ms)","trace[1693791774] 'applied index is now lower than readState.Index' (duration: 6.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.086073Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546711,"received-request-id":1223744336565546709} {"level":"warn","ts":"2026-03-17T20:49:41.106398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"908.320607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.106483Z","caller":"traceutil/trace.go:172","msg":"trace[1406402974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1119; }","duration":"908.413986ms","start":"2026-03-17T20:49:40.198050Z","end":"2026-03-17T20:49:41.106464Z","steps":["trace[1406402974] 'agreement among raft nodes before linearized reading' (duration: 797.854256ms)","trace[1406402974] 'range keys from in-memory index tree' (duration: 110.442781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.106653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.708789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:41.282183Z","caller":"traceutil/trace.go:172","msg":"trace[644192976] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1279; }","duration":"286.236594ms","start":"2026-03-17T20:49:40.995916Z","end":"2026-03-17T20:49:41.282153Z","steps":["trace[644192976] 'read index received' (duration: 286.220664ms)","trace[644192976] 'applied index is now lower than readState.Index' (duration: 14.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.338170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.492848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:49:41.338427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.137312079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:41.338486Z","caller":"traceutil/trace.go:172","msg":"trace[587517903] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44; range_end:; response_count:1; response_revision:1121; }","duration":"1.137378769s","start":"2026-03-17T20:49:40.201094Z","end":"2026-03-17T20:49:41.338473Z","steps":["trace[587517903] 'agreement among raft nodes before linearized reading' (duration: 1.081191508s)","trace[587517903] 'range keys from in-memory index tree' (duration: 56.034102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.338515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.201078Z","time spent":"1.137430458s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.338709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.138299069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-17T20:49:41.338772Z","caller":"traceutil/trace.go:172","msg":"trace[876290913] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1121; }","duration":"1.138360189s","start":"2026-03-17T20:49:40.200391Z","end":"2026-03-17T20:49:41.338751Z","steps":["trace[876290913] 'agreement among raft nodes before linearized reading' (duration: 1.08191544s)","trace[876290913] 'range keys from in-memory index tree' (duration: 56.2293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.338816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.200374Z","time spent":"1.138430829s","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.339311Z","caller":"traceutil/trace.go:172","msg":"trace[1411663420] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"425.776605ms","start":"2026-03-17T20:49:40.913515Z","end":"2026-03-17T20:49:41.339291Z","steps":["trace[1411663420] 'process raft request' (duration: 424.778044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.339528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.913491Z","time spent":"425.933064ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:41.782849Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:42.283731Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546712,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:42.288730Z","caller":"traceutil/trace.go:172","msg":"trace[1572115943] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"948.267223ms","start":"2026-03-17T20:49:41.340448Z","end":"2026-03-17T20:49:42.288716Z","steps":["trace[1572115943] 'process raft request' (duration: 948.229583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.288893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.340425Z","time spent":"948.355562ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:42.373791Z","caller":"traceutil/trace.go:172","msg":"trace[1769868573] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1283; }","duration":"1.091471869s","start":"2026-03-17T20:49:41.282261Z","end":"2026-03-17T20:49:42.373733Z","steps":["trace[1769868573] 'read index received' (duration: 1.091463069s)","trace[1769868573] 'applied index is now lower than readState.Index' (duration: 7.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.418664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.392875847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.418738Z","caller":"traceutil/trace.go:172","msg":"trace[1646053356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1124; }","duration":"1.392952567s","start":"2026-03-17T20:49:41.025766Z","end":"2026-03-17T20:49:42.418718Z","steps":["trace[1646053356] 'agreement among raft nodes before linearized reading' (duration: 1.348080467s)","trace[1646053356] 'range keys from in-memory index tree' (duration: 44.75369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.418787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.025746Z","time spent":"1.393015596s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:42.418778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.309886914s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.418870Z","caller":"traceutil/trace.go:172","msg":"trace[722349980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1124; }","duration":"1.309988933s","start":"2026-03-17T20:49:41.108855Z","end":"2026-03-17T20:49:42.418844Z","steps":["trace[722349980] 'agreement among raft nodes before linearized reading' (duration: 1.264943315s)","trace[722349980] 'range keys from in-memory index tree' (duration: 44.88588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.504885Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546716,"received-request-id":1223744336565546712} {"level":"warn","ts":"2026-03-17T20:49:42.874403Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546716,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:43.329894Z","caller":"traceutil/trace.go:172","msg":"trace[1497610777] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1283; }","duration":"955.992798ms","start":"2026-03-17T20:49:42.373853Z","end":"2026-03-17T20:49:43.329846Z","steps":["trace[1497610777] 'read index received' (duration: 955.978958ms)","trace[1497610777] 'applied index is now lower than readState.Index' (duration: 12.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.330106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.989100017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:49:43.330131Z","caller":"traceutil/trace.go:172","msg":"trace[702773046] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1124; }","duration":"1.989142107s","start":"2026-03-17T20:49:41.340983Z","end":"2026-03-17T20:49:43.330125Z","steps":["trace[702773046] 'agreement among raft nodes before linearized reading' (duration: 1.989008118s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.330115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.128169186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:49:43.330152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.340976Z","time spent":"1.989171466s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":465,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.330146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125096406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:43.330230Z","caller":"traceutil/trace.go:172","msg":"trace[2131831192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1124; }","duration":"1.125195205s","start":"2026-03-17T20:49:42.205016Z","end":"2026-03-17T20:49:43.330211Z","steps":["trace[2131831192] 'agreement among raft nodes before linearized reading' (duration: 1.124839058s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.330279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.205007Z","time spent":"1.125263354s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.330251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.037879452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc030e55bebc\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-03-17T20:49:43.330336Z","caller":"traceutil/trace.go:172","msg":"trace[1998141686] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbc030e55bebc; range_end:; response_count:1; response_revision:1124; }","duration":"1.037964281s","start":"2026-03-17T20:49:42.292365Z","end":"2026-03-17T20:49:43.330329Z","steps":["trace[1998141686] 'agreement among raft nodes before linearized reading' (duration: 1.037838273s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.330179Z","caller":"traceutil/trace.go:172","msg":"trace[1639521372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1124; }","duration":"1.128247235s","start":"2026-03-17T20:49:42.201920Z","end":"2026-03-17T20:49:43.330167Z","steps":["trace[1639521372] 'agreement among raft nodes before linearized reading' (duration: 1.128006417s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.330444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.201876Z","time spent":"1.128556782s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.330512Z","caller":"traceutil/trace.go:172","msg":"trace[1415646124] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"1.126503454s","start":"2026-03-17T20:49:42.203998Z","end":"2026-03-17T20:49:43.330502Z","steps":["trace[1415646124] 'process raft request' (duration: 1.126466783s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.330587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.203895Z","time spent":"1.126643632s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:43.330658Z","caller":"traceutil/trace.go:172","msg":"trace[925836153] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"1.128444104s","start":"2026-03-17T20:49:42.202206Z","end":"2026-03-17T20:49:43.330651Z","steps":["trace[925836153] 'process raft request' (duration: 1.128200356s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.330693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.202191Z","time spent":"1.128483224s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:43.330748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.292343Z","time spent":"1.038393378s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc030e55bebc\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.748759Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546717,"received-request-id":1223744336565546716} {"level":"warn","ts":"2026-03-17T20:49:43.830470Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.231142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.26332918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.231214Z","caller":"traceutil/trace.go:172","msg":"trace[666260837] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1128; }","duration":"1.263423779s","start":"2026-03-17T20:49:42.967776Z","end":"2026-03-17T20:49:44.231200Z","steps":["trace[666260837] 'agreement among raft nodes before linearized reading' (duration: 1.263288181s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.231253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.967756Z","time spent":"1.263484479s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.231290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.811149704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.231343Z","caller":"traceutil/trace.go:172","msg":"trace[1193187507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1128; }","duration":"1.811227103s","start":"2026-03-17T20:49:42.420108Z","end":"2026-03-17T20:49:44.231335Z","steps":["trace[1193187507] 'agreement among raft nodes before linearized reading' (duration: 1.811084385s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.231371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.420089Z","time spent":"1.811275803s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:44.231443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.248471153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.231424Z","caller":"traceutil/trace.go:172","msg":"trace[2099733974] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"897.055914ms","start":"2026-03-17T20:49:43.334340Z","end":"2026-03-17T20:49:44.231396Z","steps":["trace[2099733974] 'process raft request' (duration: 896.947676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.231555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.334313Z","time spent":"897.180643ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:44.231587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.811171424s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.231611Z","caller":"traceutil/trace.go:172","msg":"trace[713279012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1129; }","duration":"1.811192593s","start":"2026-03-17T20:49:42.420410Z","end":"2026-03-17T20:49:44.231603Z","steps":["trace[713279012] 'agreement among raft nodes before linearized reading' (duration: 1.811161964s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:44.231465Z","caller":"traceutil/trace.go:172","msg":"trace[964208231] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1129; }","duration":"1.248493353s","start":"2026-03-17T20:49:42.982965Z","end":"2026-03-17T20:49:44.231458Z","steps":["trace[964208231] 'agreement among raft nodes before linearized reading' (duration: 1.248452473s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.231734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.982950Z","time spent":"1.24876988s","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:44.231111Z","caller":"traceutil/trace.go:172","msg":"trace[855211850] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"901.098776ms","start":"2026-03-17T20:49:43.329964Z","end":"2026-03-17T20:49:44.231063Z","steps":["trace[855211850] 'read index received' (duration: 901.080236ms)","trace[855211850] 'applied index is now lower than readState.Index' (duration: 16.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.537771Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546721,"received-request-id":1223744336565546717} {"level":"info","ts":"2026-03-17T20:49:44.538049Z","caller":"traceutil/trace.go:172","msg":"trace[569824261] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"1.20183328s","start":"2026-03-17T20:49:43.336189Z","end":"2026-03-17T20:49:44.538022Z","steps":["trace[569824261] 'process raft request' (duration: 1.201780651s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:44.538101Z","caller":"traceutil/trace.go:172","msg":"trace[104470744] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"1.202622434s","start":"2026-03-17T20:49:43.335450Z","end":"2026-03-17T20:49:44.538072Z","steps":["trace[104470744] 'process raft request' (duration: 1.202376955s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.538188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.336180Z","time spent":"1.20192875s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:44.538256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.335428Z","time spent":"1.202749412s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:44.732716Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:44.746915Z","caller":"traceutil/trace.go:172","msg":"trace[1810057745] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1291; }","duration":"515.066659ms","start":"2026-03-17T20:49:44.231823Z","end":"2026-03-17T20:49:44.746890Z","steps":["trace[1810057745] 'read index received' (duration: 515.059709ms)","trace[1810057745] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.747349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.415104213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:263"} {"level":"info","ts":"2026-03-17T20:49:44.747435Z","caller":"traceutil/trace.go:172","msg":"trace[2046665050] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:1131; }","duration":"1.415198573s","start":"2026-03-17T20:49:43.332221Z","end":"2026-03-17T20:49:44.747420Z","steps":["trace[2046665050] 'agreement among raft nodes before linearized reading' (duration: 1.414771067s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.747590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.332202Z","time spent":"1.415374941s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":286,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:45.247329Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:45.651559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.696043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.651699Z","caller":"traceutil/trace.go:172","msg":"trace[194771713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1133; }","duration":"667.372747ms","start":"2026-03-17T20:49:44.984290Z","end":"2026-03-17T20:49:45.651663Z","steps":["trace[194771713] 'range keys from in-memory index tree' (duration: 666.647155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.747786Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:45.822876Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.075519892s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:45.823324Z","caller":"traceutil/trace.go:172","msg":"trace[940234736] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1294; }","duration":"1.076283204s","start":"2026-03-17T20:49:44.746981Z","end":"2026-03-17T20:49:45.823265Z","steps":["trace[940234736] 'read index received' (duration: 1.076272584s)","trace[940234736] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.823384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584554477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.823413Z","caller":"traceutil/trace.go:172","msg":"trace[1464134240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"1.584604687s","start":"2026-03-17T20:49:44.238800Z","end":"2026-03-17T20:49:45.823405Z","steps":["trace[1464134240] 'agreement among raft nodes before linearized reading' (duration: 1.584506778s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.823434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.238788Z","time spent":"1.584642436s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:45.823460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.586991674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"warn","ts":"2026-03-17T20:49:45.823950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.591135814s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.824003Z","caller":"traceutil/trace.go:172","msg":"trace[1896721369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1136; }","duration":"1.591188414s","start":"2026-03-17T20:49:44.232806Z","end":"2026-03-17T20:49:45.823995Z","steps":["trace[1896721369] 'agreement among raft nodes before linearized reading' (duration: 1.590576259s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:45.824030Z","caller":"traceutil/trace.go:172","msg":"trace[1270817491] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1135; }","duration":"1.58756047s","start":"2026-03-17T20:49:44.236457Z","end":"2026-03-17T20:49:45.824017Z","steps":["trace[1270817491] 'agreement among raft nodes before linearized reading' (duration: 1.586884855s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.824088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.236436Z","time spent":"1.587624509s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:46.324147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.824952Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:46.963777Z","caller":"traceutil/trace.go:172","msg":"trace[281088029] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1300; }","duration":"1.140381061s","start":"2026-03-17T20:49:45.823370Z","end":"2026-03-17T20:49:46.963752Z","steps":["trace[281088029] 'read index received' (duration: 1.14037378s)","trace[281088029] 'applied index is now lower than readState.Index' (duration: 5.881µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.963981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.214507496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:49:46.964005Z","caller":"traceutil/trace.go:172","msg":"trace[2019864388] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1137; }","duration":"2.214545815s","start":"2026-03-17T20:49:44.749453Z","end":"2026-03-17T20:49:46.963998Z","steps":["trace[2019864388] 'agreement among raft nodes before linearized reading' (duration: 2.214405827s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.964026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.749435Z","time spent":"2.214585684s","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":543,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:46.964179Z","caller":"traceutil/trace.go:172","msg":"trace[512039396] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"1.628527378s","start":"2026-03-17T20:49:45.335635Z","end":"2026-03-17T20:49:46.964162Z","steps":["trace[512039396] 'process raft request' (duration: 1.628380419s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.964264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.335614Z","time spent":"1.628600746s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:46.964396Z","caller":"traceutil/trace.go:172","msg":"trace[717543405] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"1.628746915s","start":"2026-03-17T20:49:45.335640Z","end":"2026-03-17T20:49:46.964387Z","steps":["trace[717543405] 'process raft request' (duration: 1.628412549s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.964433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.335618Z","time spent":"1.628797095s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:46.964582Z","caller":"traceutil/trace.go:172","msg":"trace[202859497] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"1.133900733s","start":"2026-03-17T20:49:45.830471Z","end":"2026-03-17T20:49:46.964372Z","steps":["trace[202859497] 'process raft request' (duration: 1.133655655s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.964720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.830449Z","time spent":"1.134202369s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.120245Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546727,"received-request-id":1223744336565546725} {"level":"warn","ts":"2026-03-17T20:49:47.464502Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.706270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.563299ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:49:47.706689Z","caller":"traceutil/trace.go:172","msg":"trace[398281518] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"734.163966ms","start":"2026-03-17T20:49:46.972509Z","end":"2026-03-17T20:49:47.706673Z","steps":["trace[398281518] 'process raft request' (duration: 733.988598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.706804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.972493Z","time spent":"734.260625ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.826551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000198741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:47.826618Z","caller":"traceutil/trace.go:172","msg":"trace[765260886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280801s","start":"2026-03-17T20:49:45.826323Z","end":"2026-03-17T20:49:47.826604Z","steps":["trace[765260886] 'agreement among raft nodes before linearized reading' (duration: 2.000194771s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.826658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.826300Z","time spent":"2.00034592s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:47 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:47.955983Z","caller":"traceutil/trace.go:172","msg":"trace[1230863641] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1311; }","duration":"992.123542ms","start":"2026-03-17T20:49:46.963837Z","end":"2026-03-17T20:49:47.955960Z","steps":["trace[1230863641] 'read index received' (duration: 992.116672ms)","trace[1230863641] 'applied index is now lower than readState.Index' (duration: 5.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.956177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.413616359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:47.956216Z","caller":"traceutil/trace.go:172","msg":"trace[544013308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1147; }","duration":"1.413668058s","start":"2026-03-17T20:49:46.542538Z","end":"2026-03-17T20:49:47.956206Z","steps":["trace[544013308] 'agreement among raft nodes before linearized reading' (duration: 1.41353031s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.956254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.542508Z","time spent":"1.413737118s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.956178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.413223833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:49:47.956598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.11749858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.956652Z","caller":"traceutil/trace.go:172","msg":"trace[1341751038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1147; }","duration":"1.413670178s","start":"2026-03-17T20:49:46.542930Z","end":"2026-03-17T20:49:47.956600Z","steps":["trace[1341751038] 'agreement among raft nodes before linearized reading' (duration: 1.413114134s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:47.956670Z","caller":"traceutil/trace.go:172","msg":"trace[1744259314] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1147; }","duration":"1.117581469s","start":"2026-03-17T20:49:46.839072Z","end":"2026-03-17T20:49:47.956654Z","steps":["trace[1744259314] 'agreement among raft nodes before linearized reading' (duration: 1.11743704s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.956696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.542905Z","time spent":"1.413775838s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.956705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.839050Z","time spent":"1.117646258s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.956737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.130917697s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.956794Z","caller":"traceutil/trace.go:172","msg":"trace[2037481910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1147; }","duration":"2.130989217s","start":"2026-03-17T20:49:45.825792Z","end":"2026-03-17T20:49:47.956781Z","steps":["trace[2037481910] 'agreement among raft nodes before linearized reading' (duration: 2.130884958s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:47.956834Z","caller":"traceutil/trace.go:172","msg":"trace[581821335] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"679.698159ms","start":"2026-03-17T20:49:47.277119Z","end":"2026-03-17T20:49:47.956817Z","steps":["trace[581821335] 'process raft request' (duration: 679.562841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.956937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.277096Z","time spent":"679.782119ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.957435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.09832039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:47.957482Z","caller":"traceutil/trace.go:172","msg":"trace[928298] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1147; }","duration":"2.09836901s","start":"2026-03-17T20:49:45.859101Z","end":"2026-03-17T20:49:47.957470Z","steps":["trace[928298] 'agreement among raft nodes before linearized reading' (duration: 2.09738497s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.958463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.859079Z","time spent":"2.09936842s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.456160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546730,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:48.646485Z","caller":"traceutil/trace.go:172","msg":"trace[1782066688] linearizableReadLoop","detail":"{readStateIndex:1312; appliedIndex:1313; }","duration":"690.404466ms","start":"2026-03-17T20:49:47.956050Z","end":"2026-03-17T20:49:48.646454Z","steps":["trace[1782066688] 'read index received' (duration: 690.397376ms)","trace[1782066688] 'applied index is now lower than readState.Index' (duration: 6.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.963371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.128032367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.963465Z","caller":"traceutil/trace.go:172","msg":"trace[1117855107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"1.128136036s","start":"2026-03-17T20:49:47.835304Z","end":"2026-03-17T20:49:48.963440Z","steps":["trace[1117855107] 'agreement among raft nodes before linearized reading' (duration: 811.175847ms)","trace[1117855107] 'range keys from in-memory index tree' (duration: 316.8133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.963501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.991038109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:49:48.963514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.835284Z","time spent":"1.128217936s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:48.963547Z","caller":"traceutil/trace.go:172","msg":"trace[1482195709] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44; range_end:; response_count:1; response_revision:1149; }","duration":"1.991082558s","start":"2026-03-17T20:49:46.972448Z","end":"2026-03-17T20:49:48.963531Z","steps":["trace[1482195709] 'agreement among raft nodes before linearized reading' (duration: 1.674108739s)","trace[1482195709] 'range keys from in-memory index tree' (duration: 316.835291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.963577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.972431Z","time spent":"1.991137528s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.964369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.843731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:48.964538Z","caller":"traceutil/trace.go:172","msg":"trace[1395939483] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"1.001078387s","start":"2026-03-17T20:49:47.963450Z","end":"2026-03-17T20:49:48.964528Z","steps":["trace[1395939483] 'process raft request' (duration: 683.029068ms)","trace[1395939483] 'compare' (duration: 317.179157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.964589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.963431Z","time spent":"1.001140116s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:48.964842Z","caller":"traceutil/trace.go:172","msg":"trace[1269665097] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"1.001353434s","start":"2026-03-17T20:49:47.963478Z","end":"2026-03-17T20:49:48.964832Z","steps":["trace[1269665097] 'process raft request' (duration: 1.000935228s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:48.964905Z","caller":"traceutil/trace.go:172","msg":"trace[37527647] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"1.001412204s","start":"2026-03-17T20:49:47.963476Z","end":"2026-03-17T20:49:48.964888Z","steps":["trace[37527647] 'process raft request' (duration: 1.001274865s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.965777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.963457Z","time spent":"1.002248076s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:48.965918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.963446Z","time spent":"1.002138327s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:49.147052Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.647523Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.745309Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546734,"received-request-id":1223744336565546730} {"level":"info","ts":"2026-03-17T20:49:49.796877Z","caller":"traceutil/trace.go:172","msg":"trace[581696295] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1325; }","duration":"1.150301375s","start":"2026-03-17T20:49:48.646542Z","end":"2026-03-17T20:49:49.796843Z","steps":["trace[581696295] 'read index received' (duration: 1.150294495s)","trace[581696295] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.217134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.259196608s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.217212Z","caller":"traceutil/trace.go:172","msg":"trace[502026594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1160; }","duration":"2.259359776s","start":"2026-03-17T20:49:47.957834Z","end":"2026-03-17T20:49:50.217194Z","steps":["trace[502026594] 'agreement among raft nodes before linearized reading' (duration: 1.839268486s)","trace[502026594] 'range keys from in-memory index tree' (duration: 419.911222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.217371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.920407047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.218227Z","caller":"traceutil/trace.go:172","msg":"trace[266150722] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1160; }","duration":"1.921258779s","start":"2026-03-17T20:49:48.296945Z","end":"2026-03-17T20:49:50.218204Z","steps":["trace[266150722] 'agreement among raft nodes before linearized reading' (duration: 1.50002591s)","trace[266150722] 'range keys from in-memory index tree' (duration: 420.359037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.217612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.913613952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.218619Z","caller":"traceutil/trace.go:172","msg":"trace[2117887356] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1160; }","duration":"1.914619622s","start":"2026-03-17T20:49:48.303978Z","end":"2026-03-17T20:49:50.218597Z","steps":["trace[2117887356] 'agreement among raft nodes before linearized reading' (duration: 1.492935568s)","trace[2117887356] 'range keys from in-memory index tree' (duration: 419.641195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.218679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.303955Z","time spent":"1.914703391s","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.217761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.487806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:50.218635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.296923Z","time spent":"1.921691015s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.219444Z","caller":"traceutil/trace.go:172","msg":"trace[1707950659] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"415.319567ms","start":"2026-03-17T20:49:49.804107Z","end":"2026-03-17T20:49:50.219427Z","steps":["trace[1707950659] 'process raft request' (duration: 415.261877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.219538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.804088Z","time spent":"415.401376ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:50.220103Z","caller":"traceutil/trace.go:172","msg":"trace[2013497664] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1325; }","duration":"420.12504ms","start":"2026-03-17T20:49:49.799962Z","end":"2026-03-17T20:49:50.220087Z","steps":["trace[2013497664] 'read index received' (duration: 3.911622ms)","trace[2013497664] 'applied index is now lower than readState.Index' (duration: 416.212228ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:50.220094Z","caller":"traceutil/trace.go:172","msg":"trace[59666505] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"1.25085197s","start":"2026-03-17T20:49:48.969213Z","end":"2026-03-17T20:49:50.220065Z","steps":["trace[59666505] 'process raft request' (duration: 1.250090628s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.220149Z","caller":"traceutil/trace.go:172","msg":"trace[1446458525] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"1.253450104s","start":"2026-03-17T20:49:48.966692Z","end":"2026-03-17T20:49:50.220142Z","steps":["trace[1446458525] 'process raft request' (duration: 1.252426305s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.220194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.969186Z","time spent":"1.250966049s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:50.220261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.966683Z","time spent":"1.253501624s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:50.219807Z","caller":"traceutil/trace.go:172","msg":"trace[1916731314] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"1.336994164s","start":"2026-03-17T20:49:48.882793Z","end":"2026-03-17T20:49:50.219787Z","steps":["trace[1916731314] 'process raft request' (duration: 915.319029ms)","trace[1916731314] 'compare' (duration: 419.06471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.220361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.287690487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:49:50.220362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.882725Z","time spent":"1.337588218s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:50.220392Z","caller":"traceutil/trace.go:172","msg":"trace[356452676] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:1165; }","duration":"1.287718187s","start":"2026-03-17T20:49:48.932662Z","end":"2026-03-17T20:49:50.220381Z","steps":["trace[356452676] 'agreement among raft nodes before linearized reading' (duration: 1.287609578s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.220421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.932642Z","time spent":"1.287771776s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.220263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.253634363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.220467Z","caller":"traceutil/trace.go:172","msg":"trace[1327859302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"1.253846481s","start":"2026-03-17T20:49:48.966605Z","end":"2026-03-17T20:49:50.220451Z","steps":["trace[1327859302] 'agreement among raft nodes before linearized reading' (duration: 1.253572994s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.221388Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.966588Z","time spent":"1.254787312s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:50.220580Z","caller":"traceutil/trace.go:172","msg":"trace[326914762] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"1.251444564s","start":"2026-03-17T20:49:48.969128Z","end":"2026-03-17T20:49:50.220572Z","steps":["trace[326914762] 'process raft request' (duration: 1.250118227s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.220576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.430685795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.223482Z","caller":"traceutil/trace.go:172","msg":"trace[260586915] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1165; }","duration":"1.433584527s","start":"2026-03-17T20:49:48.789882Z","end":"2026-03-17T20:49:50.223466Z","steps":["trace[260586915] 'agreement among raft nodes before linearized reading' (duration: 1.430666045s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.220660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"658.874438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:50.223693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.789861Z","time spent":"1.433816485s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.223606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.969113Z","time spent":"1.254385816s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:50.224218Z","caller":"traceutil/trace.go:172","msg":"trace[1406901355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"662.429474ms","start":"2026-03-17T20:49:49.561778Z","end":"2026-03-17T20:49:50.224207Z","steps":["trace[1406901355] 'agreement among raft nodes before linearized reading' (duration: 658.853048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.224894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.561756Z","time spent":"663.127928ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:50.597811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.126824ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-17T20:49:50.720743Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:51.221736Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:51.350350Z","caller":"traceutil/trace.go:172","msg":"trace[1690200602] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1335; }","duration":"1.130156588s","start":"2026-03-17T20:49:50.220173Z","end":"2026-03-17T20:49:51.350330Z","steps":["trace[1690200602] 'read index received' (duration: 1.130150048s)","trace[1690200602] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.350475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.130284297s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.350499Z","caller":"traceutil/trace.go:172","msg":"trace[766182336] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1169; }","duration":"1.130328646s","start":"2026-03-17T20:49:50.220165Z","end":"2026-03-17T20:49:51.350494Z","steps":["trace[766182336] 'agreement among raft nodes before linearized reading' (duration: 1.130262157s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.350765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.224064Z","time spent":"1.126696673s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:51.645977Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546744,"received-request-id":1223744336565546741} {"level":"info","ts":"2026-03-17T20:49:51.778026Z","caller":"traceutil/trace.go:172","msg":"trace[2040974888] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1338; }","duration":"427.608549ms","start":"2026-03-17T20:49:51.350395Z","end":"2026-03-17T20:49:51.778003Z","steps":["trace[2040974888] 'read index received' (duration: 427.596299ms)","trace[2040974888] 'applied index is now lower than readState.Index' (duration: 10.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.778186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"978.395814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.778216Z","caller":"traceutil/trace.go:172","msg":"trace[2019918862] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1171; }","duration":"978.443174ms","start":"2026-03-17T20:49:50.799764Z","end":"2026-03-17T20:49:51.778207Z","steps":["trace[2019918862] 'agreement among raft nodes before linearized reading' (duration: 978.358884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.778249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.799739Z","time spent":"978.501072ms","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.778246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"808.520393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:51.778319Z","caller":"traceutil/trace.go:172","msg":"trace[2096373814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1171; }","duration":"808.608253ms","start":"2026-03-17T20:49:50.969695Z","end":"2026-03-17T20:49:51.778303Z","steps":["trace[2096373814] 'agreement among raft nodes before linearized reading' (duration: 808.370845ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.778342Z","caller":"traceutil/trace.go:172","msg":"trace[1938340116] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"426.498508ms","start":"2026-03-17T20:49:51.351827Z","end":"2026-03-17T20:49:51.778325Z","steps":["trace[1938340116] 'process raft request' (duration: 426.436079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.778375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.969653Z","time spent":"808.712811ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.778447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.351808Z","time spent":"426.578098ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:51.778455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.547533173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.778513Z","caller":"traceutil/trace.go:172","msg":"trace[1516555620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1173; }","duration":"1.547589313s","start":"2026-03-17T20:49:50.230907Z","end":"2026-03-17T20:49:51.778497Z","steps":["trace[1516555620] 'agreement among raft nodes before linearized reading' (duration: 1.547494534s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.778510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.554400139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"warn","ts":"2026-03-17T20:49:51.778549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.230891Z","time spent":"1.547648532s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:51.778576Z","caller":"traceutil/trace.go:172","msg":"trace[1715072378] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1173; }","duration":"1.554478098s","start":"2026-03-17T20:49:50.224083Z","end":"2026-03-17T20:49:51.778561Z","steps":["trace[1715072378] 'agreement among raft nodes before linearized reading' (duration: 1.55423968s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.778608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.224069Z","time spent":"1.554531778s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.781320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.94807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:51.781516Z","caller":"traceutil/trace.go:172","msg":"trace[550109022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1173; }","duration":"811.144808ms","start":"2026-03-17T20:49:50.970359Z","end":"2026-03-17T20:49:51.781504Z","steps":["trace[550109022] 'agreement among raft nodes before linearized reading' (duration: 810.836381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.781938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.970343Z","time spent":"811.586133ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.781829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.058404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.786524Z","caller":"traceutil/trace.go:172","msg":"trace[379266081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"434.741209ms","start":"2026-03-17T20:49:51.351759Z","end":"2026-03-17T20:49:51.786500Z","steps":["trace[379266081] 'agreement among raft nodes before linearized reading' (duration: 430.004994ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.070271Z","caller":"traceutil/trace.go:172","msg":"trace[972025376] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"279.444089ms","start":"2026-03-17T20:49:51.790812Z","end":"2026-03-17T20:49:52.070256Z","steps":["trace[972025376] 'process raft request' (duration: 279.411139ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.070628Z","caller":"traceutil/trace.go:172","msg":"trace[1008499167] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"281.799527ms","start":"2026-03-17T20:49:51.788817Z","end":"2026-03-17T20:49:52.070617Z","steps":["trace[1008499167] 'process raft request' (duration: 281.315291ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.132737Z","caller":"traceutil/trace.go:172","msg":"trace[1924761965] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1343; }","duration":"294.403755ms","start":"2026-03-17T20:49:51.838301Z","end":"2026-03-17T20:49:52.132704Z","steps":["trace[1924761965] 'read index received' (duration: 294.393795ms)","trace[1924761965] 'applied index is now lower than readState.Index' (duration: 8.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.134606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.849632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.134712Z","caller":"traceutil/trace.go:172","msg":"trace[937759423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"346.940621ms","start":"2026-03-17T20:49:51.787734Z","end":"2026-03-17T20:49:52.134675Z","steps":["trace[937759423] 'agreement among raft nodes before linearized reading' (duration: 345.116829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.134753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.787670Z","time spent":"347.075359ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:52.134970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.289108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-17T20:49:52.135039Z","caller":"traceutil/trace.go:172","msg":"trace[1524060728] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1178; }","duration":"294.332937ms","start":"2026-03-17T20:49:51.840670Z","end":"2026-03-17T20:49:52.135003Z","steps":["trace[1524060728] 'agreement among raft nodes before linearized reading' (duration: 294.188648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.135028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.958388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.135404Z","caller":"traceutil/trace.go:172","msg":"trace[1470140611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1178; }","duration":"289.345565ms","start":"2026-03-17T20:49:51.846049Z","end":"2026-03-17T20:49:52.135395Z","steps":["trace[1470140611] 'agreement among raft nodes before linearized reading' (duration: 288.939819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.135242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.397656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:52.135655Z","caller":"traceutil/trace.go:172","msg":"trace[1175137123] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1178; }","duration":"293.811292ms","start":"2026-03-17T20:49:51.841828Z","end":"2026-03-17T20:49:52.135639Z","steps":["trace[1175137123] 'agreement among raft nodes before linearized reading' (duration: 293.295217ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.280266Z","caller":"traceutil/trace.go:172","msg":"trace[1305363018] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1346; }","duration":"142.894929ms","start":"2026-03-17T20:49:52.137352Z","end":"2026-03-17T20:49:52.280247Z","steps":["trace[1305363018] 'read index received' (duration: 142.890139ms)","trace[1305363018] 'applied index is now lower than readState.Index' (duration: 3.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.280444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.646092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:49:52.280480Z","caller":"traceutil/trace.go:172","msg":"trace[395576840] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1179; }","duration":"143.699801ms","start":"2026-03-17T20:49:52.136770Z","end":"2026-03-17T20:49:52.280470Z","steps":["trace[395576840] 'agreement among raft nodes before linearized reading' (duration: 143.559293ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.328786Z","caller":"traceutil/trace.go:172","msg":"trace[1387869185] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"100.749214ms","start":"2026-03-17T20:49:52.228008Z","end":"2026-03-17T20:49:52.328758Z","steps":["trace[1387869185] 'process raft request' (duration: 100.558246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.370656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.245468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:52.370763Z","caller":"traceutil/trace.go:172","msg":"trace[2116949] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44; range_end:; response_count:1; response_revision:1182; }","duration":"172.340267ms","start":"2026-03-17T20:49:52.198379Z","end":"2026-03-17T20:49:52.370719Z","steps":["trace[2116949] 'agreement among raft nodes before linearized reading' (duration: 172.124549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.370805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.565717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-17T20:49:52.370876Z","caller":"traceutil/trace.go:172","msg":"trace[8231936] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"225.644156ms","start":"2026-03-17T20:49:52.145211Z","end":"2026-03-17T20:49:52.370855Z","steps":["trace[8231936] 'agreement among raft nodes before linearized reading' (duration: 225.443128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.370927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.190519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-17T20:49:52.370965Z","caller":"traceutil/trace.go:172","msg":"trace[278440369] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"224.231689ms","start":"2026-03-17T20:49:52.146723Z","end":"2026-03-17T20:49:52.370954Z","steps":["trace[278440369] 'agreement among raft nodes before linearized reading' (duration: 224.11434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.370950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.946183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-17T20:49:52.371025Z","caller":"traceutil/trace.go:172","msg":"trace[1780330376] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"226.033012ms","start":"2026-03-17T20:49:52.144973Z","end":"2026-03-17T20:49:52.371006Z","steps":["trace[1780330376] 'agreement among raft nodes before linearized reading' (duration: 225.765415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.371087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.755835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-17T20:49:52.371128Z","caller":"traceutil/trace.go:172","msg":"trace[1231174652] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"225.787574ms","start":"2026-03-17T20:49:52.145321Z","end":"2026-03-17T20:49:52.371109Z","steps":["trace[1231174652] 'agreement among raft nodes before linearized reading' (duration: 225.696395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.371152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.566953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-17T20:49:52.371181Z","caller":"traceutil/trace.go:172","msg":"trace[878691243] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"193.629383ms","start":"2026-03-17T20:49:52.177542Z","end":"2026-03-17T20:49:52.371172Z","steps":["trace[878691243] 'agreement among raft nodes before linearized reading' (duration: 193.496814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.371212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.001762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-17T20:49:52.371231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.961322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-17T20:49:52.371246Z","caller":"traceutil/trace.go:172","msg":"trace[657237533] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"226.037062ms","start":"2026-03-17T20:49:52.145198Z","end":"2026-03-17T20:49:52.371235Z","steps":["trace[657237533] 'agreement among raft nodes before linearized reading' (duration: 225.939223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.371238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.23064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-17T20:49:52.371264Z","caller":"traceutil/trace.go:172","msg":"trace[1088149706] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"225.995812ms","start":"2026-03-17T20:49:52.145258Z","end":"2026-03-17T20:49:52.371254Z","steps":["trace[1088149706] 'agreement among raft nodes before linearized reading' (duration: 225.894103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.371262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.079992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-17T20:49:52.371308Z","caller":"traceutil/trace.go:172","msg":"trace[175964167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"226.317729ms","start":"2026-03-17T20:49:52.144973Z","end":"2026-03-17T20:49:52.371291Z","steps":["trace[175964167] 'agreement among raft nodes before linearized reading' (duration: 226.102032ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.371338Z","caller":"traceutil/trace.go:172","msg":"trace[39734577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"226.153861ms","start":"2026-03-17T20:49:52.145175Z","end":"2026-03-17T20:49:52.371329Z","steps":["trace[39734577] 'agreement among raft nodes before linearized reading' (duration: 226.035262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.371324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.494084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-17T20:49:52.371447Z","caller":"traceutil/trace.go:172","msg":"trace[420510199] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"221.618793ms","start":"2026-03-17T20:49:52.149799Z","end":"2026-03-17T20:49:52.371418Z","steps":["trace[420510199] 'agreement among raft nodes before linearized reading' (duration: 221.333016ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.604980Z","caller":"traceutil/trace.go:172","msg":"trace[686498073] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"228.766264ms","start":"2026-03-17T20:49:52.376193Z","end":"2026-03-17T20:49:52.604960Z","steps":["trace[686498073] 'process raft request' (duration: 228.699245ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.012874Z","caller":"traceutil/trace.go:172","msg":"trace[1886756441] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"130.016643ms","start":"2026-03-17T20:49:52.882838Z","end":"2026-03-17T20:49:53.012855Z","steps":["trace[1886756441] 'process raft request' (duration: 129.883024ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.455731Z","caller":"traceutil/trace.go:172","msg":"trace[205070443] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"434.310414ms","start":"2026-03-17T20:49:53.021355Z","end":"2026-03-17T20:49:53.455665Z","steps":["trace[205070443] 'process raft request' (duration: 434.081676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.455946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.021336Z","time spent":"434.496861ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:53.528485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546767,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:53.777759Z","caller":"traceutil/trace.go:172","msg":"trace[2093311932] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1358; }","duration":"749.573639ms","start":"2026-03-17T20:49:53.028155Z","end":"2026-03-17T20:49:53.777729Z","steps":["trace[2093311932] 'read index received' (duration: 749.56094ms)","trace[2093311932] 'applied index is now lower than readState.Index' (duration: 10.979µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.778585Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546770,"received-request-id":1223744336565546767} {"level":"warn","ts":"2026-03-17T20:49:53.952736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.744796ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.952820Z","caller":"traceutil/trace.go:172","msg":"trace[1111063181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1189; }","duration":"106.843805ms","start":"2026-03-17T20:49:53.845959Z","end":"2026-03-17T20:49:53.952803Z","steps":["trace[1111063181] 'range keys from in-memory index tree' (duration: 106.688997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.952816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.64877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.952878Z","caller":"traceutil/trace.go:172","msg":"trace[1964029354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"924.717839ms","start":"2026-03-17T20:49:53.028146Z","end":"2026-03-17T20:49:53.952863Z","steps":["trace[1964029354] 'agreement among raft nodes before linearized reading' (duration: 749.669199ms)","trace[1964029354] 'range keys from in-memory index tree' (duration: 174.947692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.952907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.028134Z","time spent":"924.765979ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:53.953283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.622666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:53.953374Z","caller":"traceutil/trace.go:172","msg":"trace[1834516672] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1358; }","duration":"175.519907ms","start":"2026-03-17T20:49:53.777839Z","end":"2026-03-17T20:49:53.953359Z","steps":["trace[1834516672] 'read index received' (duration: 1.677685ms)","trace[1834516672] 'applied index is now lower than readState.Index' (duration: 173.841062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.953495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"912.132361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.953488Z","caller":"traceutil/trace.go:172","msg":"trace[69294443] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"803.71493ms","start":"2026-03-17T20:49:53.149762Z","end":"2026-03-17T20:49:53.953477Z","steps":["trace[69294443] 'process raft request' (duration: 627.831667ms)","trace[69294443] 'compare' (duration: 175.528627ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:53.953519Z","caller":"traceutil/trace.go:172","msg":"trace[986202667] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1190; }","duration":"912.158161ms","start":"2026-03-17T20:49:53.041353Z","end":"2026-03-17T20:49:53.953511Z","steps":["trace[986202667] 'agreement among raft nodes before linearized reading' (duration: 912.098741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.953539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.149714Z","time spent":"803.80421ms","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1715,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:53.953546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.041326Z","time spent":"912.212919ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.953563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"912.353808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.953592Z","caller":"traceutil/trace.go:172","msg":"trace[1906899620] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1190; }","duration":"912.385818ms","start":"2026-03-17T20:49:53.041198Z","end":"2026-03-17T20:49:53.953584Z","steps":["trace[1906899620] 'agreement among raft nodes before linearized reading' (duration: 912.334768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.953612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.041176Z","time spent":"912.430208ms","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.953924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.742525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:53.954016Z","caller":"traceutil/trace.go:172","msg":"trace[1783274466] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1190; }","duration":"494.840294ms","start":"2026-03-17T20:49:53.459162Z","end":"2026-03-17T20:49:53.954003Z","steps":["trace[1783274466] 'agreement among raft nodes before linearized reading' (duration: 494.20886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.954087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.459147Z","time spent":"494.902443ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:54.105342Z","caller":"traceutil/trace.go:172","msg":"trace[2033304359] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"149.284408ms","start":"2026-03-17T20:49:53.956037Z","end":"2026-03-17T20:49:54.105322Z","steps":["trace[2033304359] 'process raft request' (duration: 149.149539ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.107274Z","caller":"traceutil/trace.go:172","msg":"trace[605535981] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"146.125579ms","start":"2026-03-17T20:49:53.961107Z","end":"2026-03-17T20:49:54.107232Z","steps":["trace[605535981] 'process raft request' (duration: 145.912681ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.377024Z","caller":"traceutil/trace.go:172","msg":"trace[678252339] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"263.70254ms","start":"2026-03-17T20:49:54.113290Z","end":"2026-03-17T20:49:54.376992Z","steps":["trace[678252339] 'process raft request' (duration: 263.543521ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.422155Z","caller":"traceutil/trace.go:172","msg":"trace[1951321963] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"300.716804ms","start":"2026-03-17T20:49:54.121416Z","end":"2026-03-17T20:49:54.422133Z","steps":["trace[1951321963] 'process raft request' (duration: 300.590086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.422389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.121387Z","time spent":"300.839864ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:54.423826Z","caller":"traceutil/trace.go:172","msg":"trace[1544822513] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"299.681365ms","start":"2026-03-17T20:49:54.124060Z","end":"2026-03-17T20:49:54.423741Z","steps":["trace[1544822513] 'process raft request' (duration: 299.531286ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.424043Z","caller":"traceutil/trace.go:172","msg":"trace[1058587663] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"298.854403ms","start":"2026-03-17T20:49:54.125169Z","end":"2026-03-17T20:49:54.424024Z","steps":["trace[1058587663] 'process raft request' (duration: 298.481986ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.706444Z","caller":"traceutil/trace.go:172","msg":"trace[1825777744] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"371.00951ms","start":"2026-03-17T20:49:54.335393Z","end":"2026-03-17T20:49:54.706403Z","steps":["trace[1825777744] 'process raft request' (duration: 370.827822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.706673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.335361Z","time spent":"371.202799ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:54.723725Z","caller":"traceutil/trace.go:172","msg":"trace[1322170744] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1369; }","duration":"298.061191ms","start":"2026-03-17T20:49:54.425643Z","end":"2026-03-17T20:49:54.723705Z","steps":["trace[1322170744] 'read index received' (duration: 298.055031ms)","trace[1322170744] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.723908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.250359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:54.723929Z","caller":"traceutil/trace.go:172","msg":"trace[244764487] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1199; }","duration":"298.292749ms","start":"2026-03-17T20:49:54.425629Z","end":"2026-03-17T20:49:54.723922Z","steps":["trace[244764487] 'agreement among raft nodes before linearized reading' (duration: 298.15204ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.724437Z","caller":"traceutil/trace.go:172","msg":"trace[930230507] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"341.530684ms","start":"2026-03-17T20:49:54.382898Z","end":"2026-03-17T20:49:54.724429Z","steps":["trace[930230507] 'process raft request' (duration: 341.494594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.724520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.382878Z","time spent":"341.583483ms","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:54.724519Z","caller":"traceutil/trace.go:172","msg":"trace[167629795] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"389.094577ms","start":"2026-03-17T20:49:54.335399Z","end":"2026-03-17T20:49:54.724493Z","steps":["trace[167629795] 'process raft request' (duration: 388.929379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.724645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.335355Z","time spent":"389.229316ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:55.248923Z","caller":"traceutil/trace.go:172","msg":"trace[357116215] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"523.206311ms","start":"2026-03-17T20:49:54.725697Z","end":"2026-03-17T20:49:55.248903Z","steps":["trace[357116215] 'process raft request' (duration: 523.074423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.249092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.725680Z","time spent":"523.30771ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:55.309314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:55.627783Z","caller":"traceutil/trace.go:172","msg":"trace[571136701] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1372; }","duration":"818.675977ms","start":"2026-03-17T20:49:54.809079Z","end":"2026-03-17T20:49:55.627754Z","steps":["trace[571136701] 'read index received' (duration: 818.668487ms)","trace[571136701] 'applied index is now lower than readState.Index' (duration: 5.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.627909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"818.810385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.627981Z","caller":"traceutil/trace.go:172","msg":"trace[1560511270] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1202; }","duration":"818.894245ms","start":"2026-03-17T20:49:54.809074Z","end":"2026-03-17T20:49:55.627968Z","steps":["trace[1560511270] 'agreement among raft nodes before linearized reading' (duration: 818.776076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.628018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.809037Z","time spent":"818.973703ms","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.628489Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546787,"received-request-id":1223744336565546785} {"level":"warn","ts":"2026-03-17T20:49:55.629917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"784.288546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.629973Z","caller":"traceutil/trace.go:172","msg":"trace[725659045] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1204; }","duration":"784.361776ms","start":"2026-03-17T20:49:54.845598Z","end":"2026-03-17T20:49:55.629960Z","steps":["trace[725659045] 'agreement among raft nodes before linearized reading' (duration: 784.234557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.630245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"602.905376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.630285Z","caller":"traceutil/trace.go:172","msg":"trace[330291860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"602.946426ms","start":"2026-03-17T20:49:55.027328Z","end":"2026-03-17T20:49:55.630274Z","steps":["trace[330291860] 'agreement among raft nodes before linearized reading' (duration: 602.880796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.630323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.027307Z","time spent":"603.008165ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:55.632877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.49087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:55.632987Z","caller":"traceutil/trace.go:172","msg":"trace[1311964858] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1204; }","duration":"380.595169ms","start":"2026-03-17T20:49:55.252352Z","end":"2026-03-17T20:49:55.632947Z","steps":["trace[1311964858] 'agreement among raft nodes before linearized reading' (duration: 377.691827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.633616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.252331Z","time spent":"380.702988ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:55.771879Z","caller":"traceutil/trace.go:172","msg":"trace[832967148] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"132.818477ms","start":"2026-03-17T20:49:55.639047Z","end":"2026-03-17T20:49:55.771866Z","steps":["trace[832967148] 'process raft request' (duration: 132.723748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.276177Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:56.307895Z","caller":"traceutil/trace.go:172","msg":"trace[1799751214] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"666.564336ms","start":"2026-03-17T20:49:55.641308Z","end":"2026-03-17T20:49:56.307872Z","steps":["trace[1799751214] 'process raft request' (duration: 666.177959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.308049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.641294Z","time spent":"666.676955ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:56.565272Z","caller":"traceutil/trace.go:172","msg":"trace[1278196308] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1379; }","duration":"789.371038ms","start":"2026-03-17T20:49:55.775877Z","end":"2026-03-17T20:49:56.565248Z","steps":["trace[1278196308] 'read index received' (duration: 789.361718ms)","trace[1278196308] 'applied index is now lower than readState.Index' (duration: 7.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.592187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"746.319081ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.592254Z","caller":"traceutil/trace.go:172","msg":"trace[1717419585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"746.40479ms","start":"2026-03-17T20:49:55.845837Z","end":"2026-03-17T20:49:56.592242Z","steps":["trace[1717419585] 'agreement among raft nodes before linearized reading' (duration: 746.296421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.592276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.69722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:56.592303Z","caller":"traceutil/trace.go:172","msg":"trace[1843612281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"164.7262ms","start":"2026-03-17T20:49:56.427570Z","end":"2026-03-17T20:49:56.592296Z","steps":["trace[1843612281] 'agreement among raft nodes before linearized reading' (duration: 164.609501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.592461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.934248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:56.592485Z","caller":"traceutil/trace.go:172","msg":"trace[595525700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"164.959588ms","start":"2026-03-17T20:49:56.427520Z","end":"2026-03-17T20:49:56.592479Z","steps":["trace[595525700] 'agreement among raft nodes before linearized reading' (duration: 164.895828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.592506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"816.623927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:56.592527Z","caller":"traceutil/trace.go:172","msg":"trace[1003133964] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44; range_end:; response_count:1; response_revision:1208; }","duration":"816.644936ms","start":"2026-03-17T20:49:55.775875Z","end":"2026-03-17T20:49:56.592520Z","steps":["trace[1003133964] 'agreement among raft nodes before linearized reading' (duration: 789.463497ms)","trace[1003133964] 'range keys from in-memory index tree' (duration: 27.10884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.592545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.775862Z","time spent":"816.676876ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbff31ce7f44\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.592586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.378486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.592603Z","caller":"traceutil/trace.go:172","msg":"trace[499286306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"563.396926ms","start":"2026-03-17T20:49:56.029201Z","end":"2026-03-17T20:49:56.592597Z","steps":["trace[499286306] 'agreement among raft nodes before linearized reading' (duration: 563.364256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.592623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.029153Z","time spent":"563.466184ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:57.070243Z","caller":"traceutil/trace.go:172","msg":"trace[298551946] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1380; }","duration":"225.146939ms","start":"2026-03-17T20:49:56.845036Z","end":"2026-03-17T20:49:57.070183Z","steps":["trace[298551946] 'read index received' (duration: 225.13213ms)","trace[298551946] 'applied index is now lower than readState.Index' (duration: 12.309µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.070373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.316068ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.070406Z","caller":"traceutil/trace.go:172","msg":"trace[1693052959] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"473.038082ms","start":"2026-03-17T20:49:56.597349Z","end":"2026-03-17T20:49:57.070387Z","steps":["trace[1693052959] 'process raft request' (duration: 472.872484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.070631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.597332Z","time spent":"473.149151ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:57.070438Z","caller":"traceutil/trace.go:172","msg":"trace[614778840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"225.395727ms","start":"2026-03-17T20:49:56.845029Z","end":"2026-03-17T20:49:57.070425Z","steps":["trace[614778840] 'agreement among raft nodes before linearized reading' (duration: 225.272168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.167818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.241338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.167903Z","caller":"traceutil/trace.go:172","msg":"trace[1521976980] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1209; }","duration":"321.339827ms","start":"2026-03-17T20:49:56.846545Z","end":"2026-03-17T20:49:57.167885Z","steps":["trace[1521976980] 'agreement among raft nodes before linearized reading' (duration: 306.338942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.167945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.846503Z","time spent":"321.432767ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:57.168045Z","caller":"traceutil/trace.go:172","msg":"trace[1222240457] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"570.389258ms","start":"2026-03-17T20:49:56.597632Z","end":"2026-03-17T20:49:57.168021Z","steps":["trace[1222240457] 'process raft request' (duration: 554.382742ms)","trace[1222240457] 'compare' (duration: 15.834838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.168193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.597621Z","time spent":"570.505166ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:57.168389Z","caller":"traceutil/trace.go:172","msg":"trace[1783793375] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"570.001382ms","start":"2026-03-17T20:49:56.598372Z","end":"2026-03-17T20:49:57.168373Z","steps":["trace[1783793375] 'process raft request' (duration: 569.614515ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.168409Z","caller":"traceutil/trace.go:172","msg":"trace[992110690] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"457.349442ms","start":"2026-03-17T20:49:56.711047Z","end":"2026-03-17T20:49:57.168396Z","steps":["trace[992110690] 'process raft request' (duration: 457.224024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.168487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.711018Z","time spent":"457.419672ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:57.168498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.598362Z","time spent":"570.075281ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:57.168541Z","caller":"traceutil/trace.go:172","msg":"trace[1005480720] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"438.187686ms","start":"2026-03-17T20:49:56.730335Z","end":"2026-03-17T20:49:57.168523Z","steps":["trace[1005480720] 'process raft request' (duration: 438.007358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.168703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.730308Z","time spent":"438.310655ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:57.577531Z","caller":"traceutil/trace.go:172","msg":"trace[2094665815] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"361.550971ms","start":"2026-03-17T20:49:57.215966Z","end":"2026-03-17T20:49:57.577517Z","steps":["trace[2094665815] 'process raft request' (duration: 361.433323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.577645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.213037Z","time spent":"364.549483ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:58.074753Z","caller":"traceutil/trace.go:172","msg":"trace[1870292098] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"643.437597ms","start":"2026-03-17T20:49:57.431298Z","end":"2026-03-17T20:49:58.074736Z","steps":["trace[1870292098] 'process raft request' (duration: 643.297639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.074903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.431278Z","time spent":"643.547146ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:58.076652Z","caller":"traceutil/trace.go:172","msg":"trace[1391868582] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1390; }","duration":"496.007771ms","start":"2026-03-17T20:49:57.580620Z","end":"2026-03-17T20:49:58.076628Z","steps":["trace[1391868582] 'read index received' (duration: 496.002751ms)","trace[1391868582] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.076871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.235689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:58.076904Z","caller":"traceutil/trace.go:172","msg":"trace[468824162] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1218; }","duration":"496.281039ms","start":"2026-03-17T20:49:57.580613Z","end":"2026-03-17T20:49:58.076894Z","steps":["trace[468824162] 'agreement among raft nodes before linearized reading' (duration: 496.1341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.076938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.580596Z","time spent":"496.330649ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:58.407765Z","caller":"traceutil/trace.go:172","msg":"trace[2039464848] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1390; }","duration":"331.015214ms","start":"2026-03-17T20:49:58.076713Z","end":"2026-03-17T20:49:58.407728Z","steps":["trace[2039464848] 'read index received' (duration: 331.000334ms)","trace[2039464848] 'applied index is now lower than readState.Index' (duration: 12.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.407794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.645873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.407864Z","caller":"traceutil/trace.go:172","msg":"trace[2072324084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1218; }","duration":"562.728682ms","start":"2026-03-17T20:49:57.845124Z","end":"2026-03-17T20:49:58.407852Z","steps":["trace[2072324084] 'agreement among raft nodes before linearized reading' (duration: 562.618753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.407937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.048766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.407969Z","caller":"traceutil/trace.go:172","msg":"trace[1107079942] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1218; }","duration":"777.087476ms","start":"2026-03-17T20:49:57.630872Z","end":"2026-03-17T20:49:58.407959Z","steps":["trace[1107079942] 'agreement among raft nodes before linearized reading' (duration: 777.001647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.408011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.630856Z","time spent":"777.146785ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.407811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.708109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.408107Z","caller":"traceutil/trace.go:172","msg":"trace[2012348551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1218; }","duration":"383.014106ms","start":"2026-03-17T20:49:58.025081Z","end":"2026-03-17T20:49:58.408095Z","steps":["trace[2012348551] 'agreement among raft nodes before linearized reading' (duration: 382.663269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.408315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.024985Z","time spent":"383.320582ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:58.727566Z","caller":"traceutil/trace.go:172","msg":"trace[112024047] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"642.789824ms","start":"2026-03-17T20:49:58.084759Z","end":"2026-03-17T20:49:58.727548Z","steps":["trace[112024047] 'process raft request' (duration: 642.748035ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.727637Z","caller":"traceutil/trace.go:172","msg":"trace[1628600118] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"647.811586ms","start":"2026-03-17T20:49:58.079789Z","end":"2026-03-17T20:49:58.727601Z","steps":["trace[1628600118] 'process raft request' (duration: 647.685587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.727721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.084734Z","time spent":"642.921863ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:58.727828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.079773Z","time spent":"647.945644ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:58.836663Z","caller":"traceutil/trace.go:172","msg":"trace[553755283] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1399; }","duration":"428.784147ms","start":"2026-03-17T20:49:58.407843Z","end":"2026-03-17T20:49:58.836627Z","steps":["trace[553755283] 'read index received' (duration: 428.774657ms)","trace[553755283] 'applied index is now lower than readState.Index' (duration: 7.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.836940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.221995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.837000Z","caller":"traceutil/trace.go:172","msg":"trace[256965200] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1226; }","duration":"581.311754ms","start":"2026-03-17T20:49:58.255669Z","end":"2026-03-17T20:49:58.836981Z","steps":["trace[256965200] 'agreement among raft nodes before linearized reading' (duration: 581.152976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.837109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.255651Z","time spent":"581.384823ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.838446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.807356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:58.838583Z","caller":"traceutil/trace.go:172","msg":"trace[1871343287] range","detail":"{range_begin:/registry/events/kube-system/cilium-vn2gq.189dbc05639bc8f3; range_end:; response_count:1; response_revision:1226; }","duration":"106.953574ms","start":"2026-03-17T20:49:58.731616Z","end":"2026-03-17T20:49:58.838570Z","steps":["trace[1871343287] 'agreement among raft nodes before linearized reading' (duration: 106.713716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.838520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.344331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.838744Z","caller":"traceutil/trace.go:172","msg":"trace[353352646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"428.533119ms","start":"2026-03-17T20:49:58.410172Z","end":"2026-03-17T20:49:58.838705Z","steps":["trace[353352646] 'agreement among raft nodes before linearized reading' (duration: 428.105972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.838855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.410119Z","time spent":"428.701877ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:50:05.442940Z","caller":"traceutil/trace.go:172","msg":"trace[840528866] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1524; }","duration":"226.139751ms","start":"2026-03-17T20:50:05.216774Z","end":"2026-03-17T20:50:05.442913Z","steps":["trace[840528866] 'read index received' (duration: 226.131881ms)","trace[840528866] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:05.443212Z","caller":"traceutil/trace.go:172","msg":"trace[1053788220] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"231.729246ms","start":"2026-03-17T20:50:05.211461Z","end":"2026-03-17T20:50:05.443190Z","steps":["trace[1053788220] 'process raft request' (duration: 231.666597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:05.443247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.450378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:05.443306Z","caller":"traceutil/trace.go:172","msg":"trace[563157760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1345; }","duration":"226.519377ms","start":"2026-03-17T20:50:05.216769Z","end":"2026-03-17T20:50:05.443288Z","steps":["trace[563157760] 'agreement among raft nodes before linearized reading' (duration: 226.279989ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:05.443387Z","caller":"traceutil/trace.go:172","msg":"trace[1821536462] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"231.952484ms","start":"2026-03-17T20:50:05.211425Z","end":"2026-03-17T20:50:05.443377Z","steps":["trace[1821536462] 'process raft request' (duration: 231.534588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:05.445213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.317187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:50:05.445246Z","caller":"traceutil/trace.go:172","msg":"trace[168948129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1347; }","duration":"221.356837ms","start":"2026-03-17T20:50:05.223881Z","end":"2026-03-17T20:50:05.445238Z","steps":["trace[168948129] 'agreement among raft nodes before linearized reading' (duration: 221.247968ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:07.002471Z","caller":"traceutil/trace.go:172","msg":"trace[1962601349] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1531; }","duration":"367.90043ms","start":"2026-03-17T20:50:06.634550Z","end":"2026-03-17T20:50:07.002450Z","steps":["trace[1962601349] 'read index received' (duration: 367.89475ms)","trace[1962601349] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.002793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.120828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.002834Z","caller":"traceutil/trace.go:172","msg":"trace[740907959] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1351; }","duration":"368.278267ms","start":"2026-03-17T20:50:06.634545Z","end":"2026-03-17T20:50:07.002823Z","steps":["trace[740907959] 'agreement among raft nodes before linearized reading' (duration: 368.085928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.002866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.634522Z","time spent":"368.333006ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:07.003034Z","caller":"traceutil/trace.go:172","msg":"trace[581396064] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"391.156479ms","start":"2026-03-17T20:50:06.611860Z","end":"2026-03-17T20:50:07.003017Z","steps":["trace[581396064] 'process raft request' (duration: 391.02213ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:07.003296Z","caller":"traceutil/trace.go:172","msg":"trace[324719724] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"394.536766ms","start":"2026-03-17T20:50:06.608744Z","end":"2026-03-17T20:50:07.003281Z","steps":["trace[324719724] 'process raft request' (duration: 393.827183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.003318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.611847Z","time spent":"391.333567ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:07.003442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.608725Z","time spent":"394.611854ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:07.004129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.53507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.004169Z","caller":"traceutil/trace.go:172","msg":"trace[1270959438] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1353; }","duration":"231.576129ms","start":"2026-03-17T20:50:06.772584Z","end":"2026-03-17T20:50:07.004160Z","steps":["trace[1270959438] 'agreement among raft nodes before linearized reading' (duration: 231.512709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.004143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.4133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.004212Z","caller":"traceutil/trace.go:172","msg":"trace[951462970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1353; }","duration":"157.48409ms","start":"2026-03-17T20:50:06.846716Z","end":"2026-03-17T20:50:07.004200Z","steps":["trace[951462970] 'agreement among raft nodes before linearized reading' (duration: 157.3987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.526908Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:07.556976Z","caller":"traceutil/trace.go:172","msg":"trace[1251820554] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"547.22585ms","start":"2026-03-17T20:50:07.009731Z","end":"2026-03-17T20:50:07.556957Z","steps":["trace[1251820554] 'process raft request' (duration: 547.081322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.557127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.009706Z","time spent":"547.37125ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:50:07.849522Z","caller":"traceutil/trace.go:172","msg":"trace[644783188] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1534; }","duration":"823.230194ms","start":"2026-03-17T20:50:07.026271Z","end":"2026-03-17T20:50:07.849501Z","steps":["trace[644783188] 'read index received' (duration: 823.224204ms)","trace[644783188] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.849952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.658909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.850005Z","caller":"traceutil/trace.go:172","msg":"trace[23993804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"823.728039ms","start":"2026-03-17T20:50:07.026267Z","end":"2026-03-17T20:50:07.849995Z","steps":["trace[23993804] 'agreement among raft nodes before linearized reading' (duration: 823.58064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.850031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.026252Z","time spent":"823.772868ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:50:07.850115Z","caller":"traceutil/trace.go:172","msg":"trace[1722275337] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"837.353837ms","start":"2026-03-17T20:50:07.012733Z","end":"2026-03-17T20:50:07.850087Z","steps":["trace[1722275337] 'process raft request' (duration: 837.184528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.850233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.012719Z","time spent":"837.450527ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4469,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.850212Z","caller":"traceutil/trace.go:172","msg":"trace[1428958457] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"401.000175ms","start":"2026-03-17T20:50:07.449197Z","end":"2026-03-17T20:50:07.850197Z","steps":["trace[1428958457] 'process raft request' (duration: 400.965855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.850333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.449181Z","time spent":"401.093404ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.850513Z","caller":"traceutil/trace.go:172","msg":"trace[115698602] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"837.21615ms","start":"2026-03-17T20:50:07.013285Z","end":"2026-03-17T20:50:07.850501Z","steps":["trace[115698602] 'process raft request' (duration: 836.759513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.850573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.013276Z","time spent":"837.264559ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.850581Z","caller":"traceutil/trace.go:172","msg":"trace[66930615] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"401.792507ms","start":"2026-03-17T20:50:07.448782Z","end":"2026-03-17T20:50:07.850575Z","steps":["trace[66930615] 'process raft request' (duration: 401.289681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.850611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.448763Z","time spent":"401.833716ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.850669Z","caller":"traceutil/trace.go:172","msg":"trace[1785628936] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"837.929652ms","start":"2026-03-17T20:50:07.012733Z","end":"2026-03-17T20:50:07.850662Z","steps":["trace[1785628936] 'process raft request' (duration: 837.278087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.850698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.012719Z","time spent":"837.963602ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.968161Z","caller":"traceutil/trace.go:172","msg":"trace[1575302383] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"407.392492ms","start":"2026-03-17T20:50:07.560722Z","end":"2026-03-17T20:50:07.968115Z","steps":["trace[1575302383] 'process raft request' (duration: 407.178295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.968354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.560704Z","time spent":"407.590591ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:50:07.969134Z","caller":"traceutil/trace.go:172","msg":"trace[2059233880] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1542; }","duration":"119.534363ms","start":"2026-03-17T20:50:07.849580Z","end":"2026-03-17T20:50:07.969114Z","steps":["trace[2059233880] 'read index received' (duration: 119.527973ms)","trace[2059233880] 'applied index is now lower than readState.Index' (duration: 5.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.969237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.562634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:07.969289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.594961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:07.969311Z","caller":"traceutil/trace.go:172","msg":"trace[291023684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1362; }","duration":"433.618931ms","start":"2026-03-17T20:50:07.535685Z","end":"2026-03-17T20:50:07.969304Z","steps":["trace[291023684] 'agreement among raft nodes before linearized reading' (duration: 433.527241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.969339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.535667Z","time spent":"433.66513ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.969494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.397974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:50:07.969516Z","caller":"traceutil/trace.go:172","msg":"trace[1793579018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1362; }","duration":"511.419903ms","start":"2026-03-17T20:50:07.458090Z","end":"2026-03-17T20:50:07.969510Z","steps":["trace[1793579018] 'agreement among raft nodes before linearized reading' (duration: 511.360284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.969531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.458074Z","time spent":"511.453003ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:07.970344Z","caller":"traceutil/trace.go:172","msg":"trace[401250803] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1362; }","duration":"123.622544ms","start":"2026-03-17T20:50:07.845651Z","end":"2026-03-17T20:50:07.969274Z","steps":["trace[401250803] 'agreement among raft nodes before linearized reading' (duration: 123.516645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.970915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.287287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.971381Z","caller":"traceutil/trace.go:172","msg":"trace[2123853988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1362; }","duration":"119.649803ms","start":"2026-03-17T20:50:07.851611Z","end":"2026-03-17T20:50:07.971261Z","steps":["trace[2123853988] 'agreement among raft nodes before linearized reading' (duration: 119.248777ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:09.967835Z","caller":"traceutil/trace.go:172","msg":"trace[511861155] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"111.576379ms","start":"2026-03-17T20:50:09.856243Z","end":"2026-03-17T20:50:09.967819Z","steps":["trace[511861155] 'process raft request' (duration: 111.47704ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.038315Z","caller":"traceutil/trace.go:172","msg":"trace[295386418] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1550; }","duration":"124.948582ms","start":"2026-03-17T20:50:09.913346Z","end":"2026-03-17T20:50:10.038295Z","steps":["trace[295386418] 'read index received' (duration: 124.943842ms)","trace[295386418] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.038524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.16289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-03-17T20:50:10.038583Z","caller":"traceutil/trace.go:172","msg":"trace[732173956] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1369; }","duration":"125.227619ms","start":"2026-03-17T20:50:09.913342Z","end":"2026-03-17T20:50:10.038569Z","steps":["trace[732173956] 'agreement among raft nodes before linearized reading' (duration: 125.04701ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.039169Z","caller":"traceutil/trace.go:172","msg":"trace[1885140648] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"182.735086ms","start":"2026-03-17T20:50:09.856373Z","end":"2026-03-17T20:50:10.039108Z","steps":["trace[1885140648] 'process raft request' (duration: 182.462739ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.226475Z","caller":"traceutil/trace.go:172","msg":"trace[711061002] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"129.113551ms","start":"2026-03-17T20:50:10.097340Z","end":"2026-03-17T20:50:10.226453Z","steps":["trace[711061002] 'process raft request' (duration: 128.988513ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.424268Z","caller":"traceutil/trace.go:172","msg":"trace[839129227] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"325.132951ms","start":"2026-03-17T20:50:10.099114Z","end":"2026-03-17T20:50:10.424247Z","steps":["trace[839129227] 'process raft request' (duration: 324.991953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.424402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:10.099098Z","time spent":"325.240599ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:12.259442Z","caller":"traceutil/trace.go:172","msg":"trace[814803215] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"287.542872ms","start":"2026-03-17T20:50:11.971881Z","end":"2026-03-17T20:50:12.259424Z","steps":["trace[814803215] 'process raft request' (duration: 287.422873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.527205Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223744336565546971,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:12.580584Z","caller":"traceutil/trace.go:172","msg":"trace[825331257] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"535.409444ms","start":"2026-03-17T20:50:12.045160Z","end":"2026-03-17T20:50:12.580570Z","steps":["trace[825331257] 'process raft request' (duration: 535.283226ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.580744Z","caller":"traceutil/trace.go:172","msg":"trace[685550943] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1559; }","duration":"554.377523ms","start":"2026-03-17T20:50:12.026354Z","end":"2026-03-17T20:50:12.580731Z","steps":["trace[685550943] 'read index received' (duration: 554.372183ms)","trace[685550943] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.580868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.502431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.580914Z","caller":"traceutil/trace.go:172","msg":"trace[1119683572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"554.56353ms","start":"2026-03-17T20:50:12.026340Z","end":"2026-03-17T20:50:12.580904Z","steps":["trace[1119683572] 'agreement among raft nodes before linearized reading' (duration: 554.478211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.580944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:12.026319Z","time spent":"554.61764ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:12.581100Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223744336565546974,"received-request-id":1223744336565546971} {"level":"warn","ts":"2026-03-17T20:50:12.581130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:12.045135Z","time spent":"535.521063ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:12.583452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.882574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-17T20:50:12.584206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.654897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.584266Z","caller":"traceutil/trace.go:172","msg":"trace[947649574] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1377; }","duration":"181.717756ms","start":"2026-03-17T20:50:12.402532Z","end":"2026-03-17T20:50:12.584250Z","steps":["trace[947649574] 'agreement among raft nodes before linearized reading' (duration: 181.573337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.584467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.753247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:50:12.584025Z","caller":"traceutil/trace.go:172","msg":"trace[1022862723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1377; }","duration":"352.408339ms","start":"2026-03-17T20:50:12.231548Z","end":"2026-03-17T20:50:12.583956Z","steps":["trace[1022862723] 'agreement among raft nodes before linearized reading' (duration: 351.772015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.584806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:12.231526Z","time spent":"353.182412ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:12.584772Z","caller":"traceutil/trace.go:172","msg":"trace[1358807464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"155.860426ms","start":"2026-03-17T20:50:12.428700Z","end":"2026-03-17T20:50:12.584560Z","steps":["trace[1358807464] 'agreement among raft nodes before linearized reading' (duration: 155.36579ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.706213Z","caller":"traceutil/trace.go:172","msg":"trace[392939115] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"117.189267ms","start":"2026-03-17T20:50:12.589008Z","end":"2026-03-17T20:50:12.706197Z","steps":["trace[392939115] 'process raft request' (duration: 117.081258ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.769586Z","caller":"traceutil/trace.go:172","msg":"trace[802708448] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"180.44552ms","start":"2026-03-17T20:50:12.589125Z","end":"2026-03-17T20:50:12.769571Z","steps":["trace[802708448] 'process raft request' (duration: 180.361681ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.691909Z","caller":"traceutil/trace.go:172","msg":"trace[1983308754] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"103.322079ms","start":"2026-03-17T20:50:14.588562Z","end":"2026-03-17T20:50:14.691884Z","steps":["trace[1983308754] 'process raft request' (duration: 103.139401ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.938352Z","caller":"traceutil/trace.go:172","msg":"trace[1207927733] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"143.393064ms","start":"2026-03-17T20:50:14.794943Z","end":"2026-03-17T20:50:14.938336Z","steps":["trace[1207927733] 'process raft request' (duration: 143.328155ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:17.061632Z","caller":"traceutil/trace.go:172","msg":"trace[2120076153] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"362.453274ms","start":"2026-03-17T20:50:16.699167Z","end":"2026-03-17T20:50:17.061621Z","steps":["trace[2120076153] 'process raft request' (duration: 362.365635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:17.061733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:16.699133Z","time spent":"362.556883ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:17.062622Z","caller":"traceutil/trace.go:172","msg":"trace[1092664965] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1575; }","duration":"269.075549ms","start":"2026-03-17T20:50:16.793531Z","end":"2026-03-17T20:50:17.062606Z","steps":["trace[1092664965] 'read index received' (duration: 269.071369ms)","trace[1092664965] 'applied index is now lower than readState.Index' (duration: 3.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:17.062898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.361956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:50:17.062947Z","caller":"traceutil/trace.go:172","msg":"trace[280132206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1389; }","duration":"269.413416ms","start":"2026-03-17T20:50:16.793527Z","end":"2026-03-17T20:50:17.062940Z","steps":["trace[280132206] 'agreement among raft nodes before linearized reading' (duration: 269.275077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:17.063975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.024229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:17.064019Z","caller":"traceutil/trace.go:172","msg":"trace[147748108] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1389; }","duration":"218.071008ms","start":"2026-03-17T20:50:16.845938Z","end":"2026-03-17T20:50:17.064009Z","steps":["trace[147748108] 'agreement among raft nodes before linearized reading' (duration: 218.010709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:17.064118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.001569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:50:17.064333Z","caller":"traceutil/trace.go:172","msg":"trace[1981190021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1389; }","duration":"121.234267ms","start":"2026-03-17T20:50:16.943091Z","end":"2026-03-17T20:50:17.064325Z","steps":["trace[1981190021] 'agreement among raft nodes before linearized reading' (duration: 120.96646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.404488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.329411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.404581Z","caller":"traceutil/trace.go:172","msg":"trace[1935849142] range","detail":"{range_begin:/registry/events/kube-public/; range_end:/registry/events/kube-public0; response_count:0; response_revision:1514; }","duration":"100.431235ms","start":"2026-03-17T20:50:53.304134Z","end":"2026-03-17T20:50:53.404566Z","steps":["trace[1935849142] 'agreement among raft nodes before linearized reading' (duration: 100.304598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.596911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.694724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:50:54.597115Z","caller":"traceutil/trace.go:172","msg":"trace[1569433285] linearizableReadLoop","detail":"{readStateIndex:1724; appliedIndex:1723; }","duration":"546.87967ms","start":"2026-03-17T20:50:54.050147Z","end":"2026-03-17T20:50:54.597026Z","steps":["trace[1569433285] 'read index received' (duration: 1.477568ms)","trace[1569433285] 'applied index is now lower than readState.Index' (duration: 545.388961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:54.597257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.104539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-03-17T20:50:54.597378Z","caller":"traceutil/trace.go:172","msg":"trace[1115893666] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1516; }","duration":"547.145094ms","start":"2026-03-17T20:50:54.050137Z","end":"2026-03-17T20:50:54.597282Z","steps":["trace[1115893666] 'agreement among raft nodes before linearized reading' (duration: 547.009697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.597401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.050123Z","time spent":"547.27233ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1769,"request content":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.599439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.334047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:2139"} {"level":"info","ts":"2026-03-17T20:50:54.599475Z","caller":"traceutil/trace.go:172","msg":"trace[213015578] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1516; }","duration":"535.370531ms","start":"2026-03-17T20:50:54.064098Z","end":"2026-03-17T20:50:54.599468Z","steps":["trace[213015578] 'agreement among raft nodes before linearized reading' (duration: 535.296252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.599490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.064083Z","time spent":"535.402815ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2162,"request content":"key:\"/registry/configmaps/kube-system/kube-proxy\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.599568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.604946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:54.599587Z","caller":"traceutil/trace.go:172","msg":"trace[889449733] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1516; }","duration":"273.623149ms","start":"2026-03-17T20:50:54.325959Z","end":"2026-03-17T20:50:54.599582Z","steps":["trace[889449733] 'agreement among raft nodes before linearized reading' (duration: 273.595135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.599664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.011543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:54.599681Z","caller":"traceutil/trace.go:172","msg":"trace[1124277883] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1516; }","duration":"353.029615ms","start":"2026-03-17T20:50:54.246648Z","end":"2026-03-17T20:50:54.599677Z","steps":["trace[1124277883] 'agreement among raft nodes before linearized reading' (duration: 353.004912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.599692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.246629Z","time spent":"353.060529ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.599764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.947948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:54.600113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.394458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-03-17T20:50:54.600161Z","caller":"traceutil/trace.go:172","msg":"trace[1622083380] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1516; }","duration":"503.437614ms","start":"2026-03-17T20:50:54.096711Z","end":"2026-03-17T20:50:54.600148Z","steps":["trace[1622083380] 'agreement among raft nodes before linearized reading' (duration: 503.345842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.096698Z","time spent":"503.491191ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1769,"request content":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:54.600123Z","caller":"traceutil/trace.go:172","msg":"trace[663406761] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1516; }","duration":"402.305395ms","start":"2026-03-17T20:50:54.197813Z","end":"2026-03-17T20:50:54.600118Z","steps":["trace[663406761] 'agreement among raft nodes before linearized reading' (duration: 401.940868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.197796Z","time spent":"402.450353ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.599943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.959976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-17T20:50:54.600421Z","caller":"traceutil/trace.go:172","msg":"trace[1126380725] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1516; }","duration":"506.448518ms","start":"2026-03-17T20:50:54.093963Z","end":"2026-03-17T20:50:54.600412Z","steps":["trace[1126380725] 'agreement among raft nodes before linearized reading' (duration: 505.866554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.093942Z","time spent":"506.493824ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1172,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.600022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.614888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:54.600517Z","caller":"traceutil/trace.go:172","msg":"trace[1396013530] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1516; }","duration":"495.108911ms","start":"2026-03-17T20:50:54.105403Z","end":"2026-03-17T20:50:54.600512Z","steps":["trace[1396013530] 'agreement among raft nodes before linearized reading' (duration: 494.608127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.105392Z","time spent":"495.134694ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.600037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.822638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-17T20:50:54.600605Z","caller":"traceutil/trace.go:172","msg":"trace[1658777337] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1516; }","duration":"472.396491ms","start":"2026-03-17T20:50:54.128204Z","end":"2026-03-17T20:50:54.600601Z","steps":["trace[1658777337] 'agreement among raft nodes before linearized reading' (duration: 471.768271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.128190Z","time spent":"472.424875ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1172,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.600060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.86968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-03-17T20:50:54.600716Z","caller":"traceutil/trace.go:172","msg":"trace[567444444] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1516; }","duration":"491.522553ms","start":"2026-03-17T20:50:54.109187Z","end":"2026-03-17T20:50:54.600710Z","steps":["trace[567444444] 'agreement among raft nodes before linearized reading' (duration: 490.844347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.109166Z","time spent":"491.567549ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1769,"request content":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:54.599854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.366348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:54.600802Z","caller":"traceutil/trace.go:172","msg":"trace[462722119] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1516; }","duration":"520.314598ms","start":"2026-03-17T20:50:54.080483Z","end":"2026-03-17T20:50:54.600797Z","steps":["trace[462722119] 'agreement among raft nodes before linearized reading' (duration: 519.357206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:54.600816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:54.080464Z","time spent":"520.347902ms","remote":"127.0.0.1:51758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-03-17T20:51:02.134509Z","caller":"traceutil/trace.go:172","msg":"trace[1907176501] linearizableReadLoop","detail":"{readStateIndex:1756; appliedIndex:1756; }","duration":"121.263097ms","start":"2026-03-17T20:51:02.013221Z","end":"2026-03-17T20:51:02.134484Z","steps":["trace[1907176501] 'read index received' (duration: 121.256076ms)","trace[1907176501] 'applied index is now lower than readState.Index' (duration: 6.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.134919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.762377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:51:02.134952Z","caller":"traceutil/trace.go:172","msg":"trace[1799034331] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"121.560043ms","start":"2026-03-17T20:51:02.013380Z","end":"2026-03-17T20:51:02.134940Z","steps":["trace[1799034331] 'process raft request' (duration: 121.178837ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:02.134984Z","caller":"traceutil/trace.go:172","msg":"trace[759881913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1544; }","duration":"122.838656ms","start":"2026-03-17T20:51:02.012134Z","end":"2026-03-17T20:51:02.134973Z","steps":["trace[759881913] 'agreement among raft nodes before linearized reading' (duration: 122.472212ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:02.246763Z","caller":"traceutil/trace.go:172","msg":"trace[988931392] linearizableReadLoop","detail":"{readStateIndex:1757; appliedIndex:1757; }","duration":"112.157181ms","start":"2026-03-17T20:51:02.134585Z","end":"2026-03-17T20:51:02.246742Z","steps":["trace[988931392] 'read index received' (duration: 112.15046ms)","trace[988931392] 'applied index is now lower than readState.Index' (duration: 6.021µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.315171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.843829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-17T20:51:02.315257Z","caller":"traceutil/trace.go:172","msg":"trace[1861403710] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1544; }","duration":"237.92845ms","start":"2026-03-17T20:51:02.077309Z","end":"2026-03-17T20:51:02.315237Z","steps":["trace[1861403710] 'agreement among raft nodes before linearized reading' (duration: 169.543688ms)","trace[1861403710] 'range keys from in-memory index tree' (duration: 68.218722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.315305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.330267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-17T20:51:02.315306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.564542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-17T20:51:02.315381Z","caller":"traceutil/trace.go:172","msg":"trace[802735943] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1544; }","duration":"290.419508ms","start":"2026-03-17T20:51:02.024946Z","end":"2026-03-17T20:51:02.315366Z","steps":["trace[802735943] 'agreement among raft nodes before linearized reading' (duration: 221.939535ms)","trace[802735943] 'range keys from in-memory index tree' (duration: 68.323645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.315167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.251929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-17T20:51:02.315404Z","caller":"traceutil/trace.go:172","msg":"trace[863053135] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1544; }","duration":"283.667255ms","start":"2026-03-17T20:51:02.031712Z","end":"2026-03-17T20:51:02.315380Z","steps":["trace[863053135] 'agreement among raft nodes before linearized reading' (duration: 215.166789ms)","trace[863053135] 'range keys from in-memory index tree' (duration: 68.29142ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:51:02.315448Z","caller":"traceutil/trace.go:172","msg":"trace[1302837562] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1544; }","duration":"295.544394ms","start":"2026-03-17T20:51:02.019884Z","end":"2026-03-17T20:51:02.315428Z","steps":["trace[1302837562] 'agreement among raft nodes before linearized reading' (duration: 226.979161ms)","trace[1302837562] 'range keys from in-memory index tree' (duration: 68.078745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.315467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.578249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-17T20:51:02.315555Z","caller":"traceutil/trace.go:172","msg":"trace[498655540] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"264.597319ms","start":"2026-03-17T20:51:02.050947Z","end":"2026-03-17T20:51:02.315544Z","steps":["trace[498655540] 'process raft request' (duration: 195.769245ms)","trace[498655540] 'compare' (duration: 68.656224ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:51:02.315548Z","caller":"traceutil/trace.go:172","msg":"trace[1903622721] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1544; }","duration":"296.66987ms","start":"2026-03-17T20:51:02.018856Z","end":"2026-03-17T20:51:02.315526Z","steps":["trace[1903622721] 'agreement among raft nodes before linearized reading' (duration: 228.011306ms)","trace[1903622721] 'range keys from in-memory index tree' (duration: 68.446919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.315593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.653774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:02.315629Z","caller":"traceutil/trace.go:172","msg":"trace[1994497868] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1545; }","duration":"177.710721ms","start":"2026-03-17T20:51:02.137910Z","end":"2026-03-17T20:51:02.315621Z","steps":["trace[1994497868] 'agreement among raft nodes before linearized reading' (duration: 177.62614ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:03.780088Z","caller":"traceutil/trace.go:172","msg":"trace[393521348] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1759; }","duration":"418.658267ms","start":"2026-03-17T20:51:03.361411Z","end":"2026-03-17T20:51:03.780069Z","steps":["trace[393521348] 'read index received' (duration: 418.640674ms)","trace[393521348] 'applied index is now lower than readState.Index' (duration: 16.322µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:03.780789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.35508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:152 size:114605"} {"level":"info","ts":"2026-03-17T20:51:03.780858Z","caller":"traceutil/trace.go:172","msg":"trace[725018426] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:152; response_revision:1546; }","duration":"419.442151ms","start":"2026-03-17T20:51:03.361408Z","end":"2026-03-17T20:51:03.780850Z","steps":["trace[725018426] 'agreement among raft nodes before linearized reading' (duration: 418.753819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.780886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.361393Z","time spent":"419.481255ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":152,"response size":114628,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:51:03.805938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.367969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:03.806034Z","caller":"traceutil/trace.go:172","msg":"trace[1180207844] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1547; }","duration":"148.450199ms","start":"2026-03-17T20:51:03.657543Z","end":"2026-03-17T20:51:03.805993Z","steps":["trace[1180207844] 'agreement among raft nodes before linearized reading' (duration: 148.343166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.805982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.320975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-03-17T20:51:03.806069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.082715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:51:03.806087Z","caller":"traceutil/trace.go:172","msg":"trace[1898094859] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:1547; }","duration":"439.454701ms","start":"2026-03-17T20:51:03.366615Z","end":"2026-03-17T20:51:03.806070Z","steps":["trace[1898094859] 'agreement among raft nodes before linearized reading' (duration: 439.153095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.806071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.83128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"warn","ts":"2026-03-17T20:51:03.806137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.366606Z","time spent":"439.521629ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:51:03.806143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.113794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-17T20:51:03.806184Z","caller":"traceutil/trace.go:172","msg":"trace[1120992290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:1547; }","duration":"355.16154ms","start":"2026-03-17T20:51:03.451014Z","end":"2026-03-17T20:51:03.806175Z","steps":["trace[1120992290] 'agreement among raft nodes before linearized reading' (duration: 354.821659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.806206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.450989Z","time spent":"355.209946ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:51:03.806203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.522244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-17T20:51:03.806236Z","caller":"traceutil/trace.go:172","msg":"trace[1034343909] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1547; }","duration":"431.555188ms","start":"2026-03-17T20:51:03.374670Z","end":"2026-03-17T20:51:03.806225Z","steps":["trace[1034343909] 'agreement among raft nodes before linearized reading' (duration: 431.221948ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:03.806133Z","caller":"traceutil/trace.go:172","msg":"trace[1432575092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1547; }","duration":"307.221882ms","start":"2026-03-17T20:51:03.498895Z","end":"2026-03-17T20:51:03.806117Z","steps":["trace[1432575092] 'agreement among raft nodes before linearized reading' (duration: 307.007686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.806278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.374664Z","time spent":"431.604083ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:51:03.806284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.307658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:51:03.806295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.498874Z","time spent":"307.408263ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:51:03.806313Z","caller":"traceutil/trace.go:172","msg":"trace[368838970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1547; }","duration":"273.338681ms","start":"2026-03-17T20:51:03.532966Z","end":"2026-03-17T20:51:03.806305Z","steps":["trace[368838970] 'agreement among raft nodes before linearized reading' (duration: 272.942224ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:03.806232Z","caller":"traceutil/trace.go:172","msg":"trace[172280402] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"407.569581ms","start":"2026-03-17T20:51:03.398643Z","end":"2026-03-17T20:51:03.806213Z","steps":["trace[172280402] 'process raft request' (duration: 407.232971ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:03.806138Z","caller":"traceutil/trace.go:172","msg":"trace[2059266701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1547; }","duration":"413.975417ms","start":"2026-03-17T20:51:03.392151Z","end":"2026-03-17T20:51:03.806127Z","steps":["trace[2059266701] 'agreement among raft nodes before linearized reading' (duration: 413.692763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.806418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.392143Z","time spent":"414.264991ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":261,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:51:03.806449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.398619Z","time spent":"407.777056ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:51:03.806073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.796716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-03-17T20:51:03.806513Z","caller":"traceutil/trace.go:172","msg":"trace[919502692] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1547; }","duration":"412.263872ms","start":"2026-03-17T20:51:03.394240Z","end":"2026-03-17T20:51:03.806504Z","steps":["trace[919502692] 'agreement among raft nodes before linearized reading' (duration: 411.625476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:03.806538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:03.394231Z","time spent":"412.299716ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":261,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-03-17T20:51:05.573537Z","caller":"traceutil/trace.go:172","msg":"trace[175284575] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1770; }","duration":"167.222182ms","start":"2026-03-17T20:51:05.406293Z","end":"2026-03-17T20:51:05.573515Z","steps":["trace[175284575] 'read index received' (duration: 167.216971ms)","trace[175284575] 'applied index is now lower than readState.Index' (duration: 4.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:05.573780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.470221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-17T20:51:05.573820Z","caller":"traceutil/trace.go:172","msg":"trace[1069287846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:1554; }","duration":"167.525407ms","start":"2026-03-17T20:51:05.406284Z","end":"2026-03-17T20:51:05.573810Z","steps":["trace[1069287846] 'agreement among raft nodes before linearized reading' (duration: 167.359128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:05.575545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.764886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:252"} {"level":"warn","ts":"2026-03-17T20:51:05.575494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.05084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-17T20:51:05.575599Z","caller":"traceutil/trace.go:172","msg":"trace[423245784] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1554; }","duration":"162.821173ms","start":"2026-03-17T20:51:05.412766Z","end":"2026-03-17T20:51:05.575587Z","steps":["trace[423245784] 'agreement among raft nodes before linearized reading' (duration: 162.602977ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:05.575628Z","caller":"traceutil/trace.go:172","msg":"trace[841983217] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1554; }","duration":"110.228651ms","start":"2026-03-17T20:51:05.465384Z","end":"2026-03-17T20:51:05.575613Z","steps":["trace[841983217] 'agreement among raft nodes before linearized reading' (duration: 109.867319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:05.575967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.78406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:152 size:114605"} {"level":"info","ts":"2026-03-17T20:51:05.576032Z","caller":"traceutil/trace.go:172","msg":"trace[639100706] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:152; response_revision:1554; }","duration":"166.856989ms","start":"2026-03-17T20:51:05.409161Z","end":"2026-03-17T20:51:05.576018Z","steps":["trace[639100706] 'agreement among raft nodes before linearized reading' (duration: 166.078397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:05.576041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.384312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:152 size:114605"} {"level":"info","ts":"2026-03-17T20:51:05.576110Z","caller":"traceutil/trace.go:172","msg":"trace[1772628550] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:152; response_revision:1554; }","duration":"162.447339ms","start":"2026-03-17T20:51:05.413643Z","end":"2026-03-17T20:51:05.576090Z","steps":["trace[1772628550] 'agreement among raft nodes before linearized reading' (duration: 161.684269ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:08.107341Z","caller":"traceutil/trace.go:172","msg":"trace[214257893] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"273.980897ms","start":"2026-03-17T20:51:07.833343Z","end":"2026-03-17T20:51:08.107324Z","steps":["trace[214257893] 'process raft request' (duration: 273.868424ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:08.109358Z","caller":"traceutil/trace.go:172","msg":"trace[661152727] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1776; }","duration":"263.959864ms","start":"2026-03-17T20:51:07.845377Z","end":"2026-03-17T20:51:08.109337Z","steps":["trace[661152727] 'read index received' (duration: 263.954373ms)","trace[661152727] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:08.109501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.10535ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:08.109549Z","caller":"traceutil/trace.go:172","msg":"trace[823275800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1560; }","duration":"264.158956ms","start":"2026-03-17T20:51:07.845373Z","end":"2026-03-17T20:51:08.109532Z","steps":["trace[823275800] 'agreement among raft nodes before linearized reading' (duration: 264.081537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:08.110800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.9645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:51:08.110835Z","caller":"traceutil/trace.go:172","msg":"trace[932501874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1560; }","duration":"247.001676ms","start":"2026-03-17T20:51:07.863824Z","end":"2026-03-17T20:51:08.110826Z","steps":["trace[932501874] 'agreement among raft nodes before linearized reading' (duration: 246.891613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:08.110903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.635949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:51:08.111094Z","caller":"traceutil/trace.go:172","msg":"trace[301684254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1560; }","duration":"176.899489ms","start":"2026-03-17T20:51:07.934172Z","end":"2026-03-17T20:51:08.111072Z","steps":["trace[301684254] 'agreement among raft nodes before linearized reading' (duration: 176.542998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:15.355479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.153392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:15.355533Z","caller":"traceutil/trace.go:172","msg":"trace[1109801321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1587; }","duration":"331.22157ms","start":"2026-03-17T20:51:15.024304Z","end":"2026-03-17T20:51:15.355525Z","steps":["trace[1109801321] 'agreement among raft nodes before linearized reading' (duration: 331.123699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:15.355560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:15.024280Z","time spent":"331.273856ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:51:15.355386Z","caller":"traceutil/trace.go:172","msg":"trace[1032716841] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1809; }","duration":"331.055011ms","start":"2026-03-17T20:51:15.024310Z","end":"2026-03-17T20:51:15.355365Z","steps":["trace[1032716841] 'read index received' (duration: 331.006096ms)","trace[1032716841] 'applied index is now lower than readState.Index' (duration: 47.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:15.357653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.639093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"warn","ts":"2026-03-17T20:51:15.357653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.837777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"info","ts":"2026-03-17T20:51:15.357855Z","caller":"traceutil/trace.go:172","msg":"trace[1668344770] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm; range_end:; response_count:1; response_revision:1587; }","duration":"294.04316ms","start":"2026-03-17T20:51:15.063803Z","end":"2026-03-17T20:51:15.357846Z","steps":["trace[1668344770] 'agreement among raft nodes before linearized reading' (duration: 293.751958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:15.357908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.101122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"info","ts":"2026-03-17T20:51:15.358216Z","caller":"traceutil/trace.go:172","msg":"trace[435944448] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm; range_end:; response_count:1; response_revision:1587; }","duration":"301.192142ms","start":"2026-03-17T20:51:15.056756Z","end":"2026-03-17T20:51:15.357948Z","steps":["trace[435944448] 'agreement among raft nodes before linearized reading' (duration: 300.976138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:15.358257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:15.056737Z","time spent":"301.507896ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":4403,"request content":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm\" limit:1 "} {"level":"info","ts":"2026-03-17T20:51:15.357771Z","caller":"traceutil/trace.go:172","msg":"trace[438516341] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-r7qkm; range_end:; response_count:1; response_revision:1587; }","duration":"297.756986ms","start":"2026-03-17T20:51:15.060003Z","end":"2026-03-17T20:51:15.357760Z","steps":["trace[438516341] 'agreement among raft nodes before linearized reading' (duration: 297.579387ms)"],"step_count":1}