{"level":"warn","ts":"2026-08-22T09:47:05.605866Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-08-22T09:47:05.606007Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-08-22T09:47:05.606027Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=controller-1=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-08-22T09:47:05.606172Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-08-22T09:47:05.606243Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T09:47:05.606271Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:47:05.606303Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:47:05.607345Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-08-22T09:47:05.608336Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-08-22T09:47:05.609752Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba290}"} {"level":"info","ts":"2026-08-22T09:47:05.620034Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-08-22T09:47:05.620217Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.59141ms"} {"level":"info","ts":"2026-08-22T09:47:05.620334Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-08-22T09:47:05.620359Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-08-22T09:47:05.620425Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-08-22T09:47:05.631056Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-08-22T09:47:05.631160Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-08-22T09:47:05.631198Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-08-22T09:47:05.631309Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T09:47:05.631375Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-08-22T09:47:05.631393Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-22T09:47:05.631409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-08-22T09:47:05.631455Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-08-22T09:47:05.639419Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T09:47:05.642159Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T09:47:05.645681Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T09:47:05.646230Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T09:47:05.646413Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-22T09:47:05.646557Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:47:05.646626Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:47:05.646654Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-08-22T09:47:05.646688Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:47:05.646610Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:47:05.646765Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-08-22T09:47:05.646900Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-08-22T09:47:05.646691Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-08-22T09:47:05.647213Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T09:47:05.647125Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T09:47:06.032395Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-08-22T09:47:06.032458Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-22T09:47:06.032540Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-08-22T09:47:06.032564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:47:06.032590Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-08-22T09:47:06.061107Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-08-22T09:47:06.061147Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:47:06.061174Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-08-22T09:47:06.061190Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-08-22T09:47:06.114993Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:47:06.117695Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.74:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T09:47:06.117976Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:47:06.118092Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:47:06.119866Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-08-22T09:47:06.119950Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T09:47:06.119968Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-08-22T09:47:06.120872Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-08-22T09:47:06.121033Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-08-22T09:47:06.123240Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-22T09:47:06.123344Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"warn","ts":"2026-08-22T09:47:06.123557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.128698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39614","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:47:06.134041Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:47:06.135511Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:47:06.135637Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"warn","ts":"2026-08-22T09:47:06.136480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39636","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:47:06.136689Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-08-22T09:47:06.136897Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-08-22T09:47:06.142767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.153560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.165810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.186030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.197389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.206460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.217739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.226613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.239847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.249232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.265245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.277796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.293998Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.307363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.317131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.325021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.334910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.342683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.367544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.377935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.389760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.395824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.405275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.409542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.418610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.438728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.447242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.453487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.461816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.467555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.473826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.483586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.492654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.498898Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.507391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.515647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.519041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.528864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.536425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.543170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.549399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.559351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.583504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.592358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.599677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.606582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.615684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.624351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.632375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.641571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.652941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.659367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.671393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.703946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.727859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:06.773861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:07.670815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.2796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-08-22T09:47:07.671383Z","caller":"traceutil/trace.go:172","msg":"trace[1350744109] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"405.679013ms","start":"2026-08-22T09:47:07.265652Z","end":"2026-08-22T09:47:07.671331Z","steps":["trace[1350744109] 'process raft request' (duration: 36.215702ms)","trace[1350744109] 'compare' (duration: 368.117325ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:07.671529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.265635Z","time spent":"405.858898ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.729934Z","caller":"traceutil/trace.go:172","msg":"trace[695752668] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:6; }","duration":"427.121188ms","start":"2026-08-22T09:47:07.302718Z","end":"2026-08-22T09:47:07.729839Z","steps":["trace[695752668] 'read index received' (duration: 427.111298ms)","trace[695752668] 'applied index is now lower than readState.Index' (duration: 7.94µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:07.730518Z","caller":"traceutil/trace.go:172","msg":"trace[1633568439] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"462.169508ms","start":"2026-08-22T09:47:07.268333Z","end":"2026-08-22T09:47:07.730503Z","steps":["trace[1633568439] 'process raft request' (duration: 462.012984ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:07.730528Z","caller":"traceutil/trace.go:172","msg":"trace[1655879475] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"464.11826ms","start":"2026-08-22T09:47:07.266344Z","end":"2026-08-22T09:47:07.730462Z","steps":["trace[1655879475] 'process raft request' (duration: 463.817883ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:07.730609Z","caller":"traceutil/trace.go:172","msg":"trace[1263899259] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"461.559532ms","start":"2026-08-22T09:47:07.269043Z","end":"2026-08-22T09:47:07.730602Z","steps":["trace[1263899259] 'process raft request' (duration: 461.392728ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:07.730098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.320094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-22T09:47:07.730755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.266336Z","time spent":"464.297416ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:07.730901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.269035Z","time spent":"461.728517ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.730911Z","caller":"traceutil/trace.go:172","msg":"trace[994767046] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:3; }","duration":"428.067314ms","start":"2026-08-22T09:47:07.302704Z","end":"2026-08-22T09:47:07.730772Z","steps":["trace[994767046] 'agreement among raft nodes before linearized reading' (duration: 427.265663ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:07.730551Z","caller":"traceutil/trace.go:172","msg":"trace[1950567645] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"463.69826ms","start":"2026-08-22T09:47:07.266833Z","end":"2026-08-22T09:47:07.730532Z","steps":["trace[1950567645] 'process raft request' (duration: 463.466044ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:07.731133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.302689Z","time spent":"428.264619ms","remote":"127.0.0.1:40310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:07.731125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.266826Z","time spent":"464.231325ms","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":280,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.731229Z","caller":"traceutil/trace.go:172","msg":"trace[871962274] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"462.296532ms","start":"2026-08-22T09:47:07.268923Z","end":"2026-08-22T09:47:07.731220Z","steps":["trace[871962274] 'process raft request' (duration: 461.48388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:07.731276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.268914Z","time spent":"462.342933ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.731338Z","caller":"traceutil/trace.go:172","msg":"trace[1086428674] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"462.066156ms","start":"2026-08-22T09:47:07.269256Z","end":"2026-08-22T09:47:07.731322Z","steps":["trace[1086428674] 'process raft request' (duration: 461.266394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:07.731411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.269249Z","time spent":"462.133267ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.731458Z","caller":"traceutil/trace.go:172","msg":"trace[1488188316] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"462.363044ms","start":"2026-08-22T09:47:07.269080Z","end":"2026-08-22T09:47:07.731443Z","steps":["trace[1488188316] 'process raft request' (duration: 461.387517ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:07.731523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.269075Z","time spent":"462.421155ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.730933Z","caller":"traceutil/trace.go:172","msg":"trace[1918353694] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"462.047046ms","start":"2026-08-22T09:47:07.268669Z","end":"2026-08-22T09:47:07.730716Z","steps":["trace[1918353694] 'process raft request' (duration: 461.710696ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:07.732024Z","caller":"traceutil/trace.go:172","msg":"trace[164213685] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"455.653534ms","start":"2026-08-22T09:47:07.274947Z","end":"2026-08-22T09:47:07.730601Z","steps":["trace[164213685] 'process raft request' (duration: 455.602293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:07.732241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.268653Z","time spent":"463.016151ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:07.732141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.268314Z","time spent":"462.991861ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:07.733461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.274937Z","time spent":"457.146645ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2894,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:07.973939Z","caller":"traceutil/trace.go:172","msg":"trace[755990372] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:15; }","duration":"243.810991ms","start":"2026-08-22T09:47:07.730034Z","end":"2026-08-22T09:47:07.973845Z","steps":["trace[755990372] 'read index received' (duration: 243.798591ms)","trace[755990372] 'applied index is now lower than readState.Index' (duration: 10.38µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.053541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.793531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.053620Z","caller":"traceutil/trace.go:172","msg":"trace[860642637] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:11; }","duration":"604.881313ms","start":"2026-08-22T09:47:07.448720Z","end":"2026-08-22T09:47:08.053601Z","steps":["trace[860642637] 'agreement among raft nodes before linearized reading' (duration: 525.272582ms)","trace[860642637] 'range keys from in-memory index tree' (duration: 79.486299ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.053659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.448701Z","time spent":"604.946785ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.053926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.750533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-08-22T09:47:08.054014Z","caller":"traceutil/trace.go:172","msg":"trace[533104306] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11; }","duration":"713.843496ms","start":"2026-08-22T09:47:07.340120Z","end":"2026-08-22T09:47:08.053963Z","steps":["trace[533104306] 'agreement among raft nodes before linearized reading' (duration: 633.825164ms)","trace[533104306] 'range keys from in-memory index tree' (duration: 79.810777ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.054034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.954918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-08-22T09:47:08.054093Z","caller":"traceutil/trace.go:172","msg":"trace[2097281470] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11; }","duration":"714.01263ms","start":"2026-08-22T09:47:07.340065Z","end":"2026-08-22T09:47:08.054078Z","steps":["trace[2097281470] 'agreement among raft nodes before linearized reading' (duration: 633.929306ms)","trace[2097281470] 'range keys from in-memory index tree' (duration: 79.961401ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.054120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.340057Z","time spent":"714.055742ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.054050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.340096Z","time spent":"713.943948ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.054126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"734.861991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-08-22T09:47:08.054292Z","caller":"traceutil/trace.go:172","msg":"trace[1890450919] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11; }","duration":"735.024055ms","start":"2026-08-22T09:47:07.319253Z","end":"2026-08-22T09:47:08.054277Z","steps":["trace[1890450919] 'agreement among raft nodes before linearized reading' (duration: 654.834597ms)","trace[1890450919] 'range keys from in-memory index tree' (duration: 79.598981ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:08.054309Z","caller":"traceutil/trace.go:172","msg":"trace[840199524] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"380.030561ms","start":"2026-08-22T09:47:07.674265Z","end":"2026-08-22T09:47:08.054295Z","steps":["trace[840199524] 'process raft request' (duration: 299.716271ms)","trace[840199524] 'compare' (duration: 79.446177ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.054376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.674237Z","time spent":"380.097413ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.054451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.319240Z","time spent":"735.083836ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.112240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.292724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.112338Z","caller":"traceutil/trace.go:172","msg":"trace[663853588] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:12; }","duration":"357.388036ms","start":"2026-08-22T09:47:07.754933Z","end":"2026-08-22T09:47:08.112321Z","steps":["trace[663853588] 'agreement among raft nodes before linearized reading' (duration: 357.255203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.112368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.874153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2906"} {"level":"info","ts":"2026-08-22T09:47:08.112432Z","caller":"traceutil/trace.go:172","msg":"trace[1803933767] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:12; }","duration":"375.952745ms","start":"2026-08-22T09:47:07.736464Z","end":"2026-08-22T09:47:08.112417Z","steps":["trace[1803933767] 'agreement among raft nodes before linearized reading' (duration: 375.75358ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.112491Z","caller":"traceutil/trace.go:172","msg":"trace[1637768791] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"376.667384ms","start":"2026-08-22T09:47:07.735806Z","end":"2026-08-22T09:47:08.112474Z","steps":["trace[1637768791] 'process raft request' (duration: 376.5074ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.112488Z","caller":"traceutil/trace.go:172","msg":"trace[603001857] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"375.926654ms","start":"2026-08-22T09:47:07.736542Z","end":"2026-08-22T09:47:08.112469Z","steps":["trace[603001857] 'process raft request' (duration: 375.875573ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.112206Z","caller":"traceutil/trace.go:172","msg":"trace[1326902861] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:16; }","duration":"138.045193ms","start":"2026-08-22T09:47:07.974107Z","end":"2026-08-22T09:47:08.112152Z","steps":["trace[1326902861] 'read index received' (duration: 138.036213ms)","trace[1326902861] 'applied index is now lower than readState.Index' (duration: 7.53µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.112572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.735784Z","time spent":"376.755247ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.112629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.736526Z","time spent":"376.029237ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.112485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.736445Z","time spent":"376.031006ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":2929,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.112408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.754923Z","time spent":"357.475479ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-08-22T09:47:08.113294Z","caller":"traceutil/trace.go:172","msg":"trace[1713358542] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"371.751013ms","start":"2026-08-22T09:47:07.741529Z","end":"2026-08-22T09:47:08.113280Z","steps":["trace[1713358542] 'process raft request' (duration: 371.700022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.112935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.968704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-08-22T09:47:08.113601Z","caller":"traceutil/trace.go:172","msg":"trace[1209817932] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"374.887726ms","start":"2026-08-22T09:47:07.738704Z","end":"2026-08-22T09:47:08.113591Z","steps":["trace[1209817932] 'process raft request' (duration: 374.498896ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.113660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.738684Z","time spent":"374.956769ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.113551Z","caller":"traceutil/trace.go:172","msg":"trace[1473654926] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"375.454092ms","start":"2026-08-22T09:47:07.738086Z","end":"2026-08-22T09:47:08.113540Z","steps":["trace[1473654926] 'process raft request' (duration: 375.068402ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.113444Z","caller":"traceutil/trace.go:172","msg":"trace[1078468482] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"376.318095ms","start":"2026-08-22T09:47:07.737112Z","end":"2026-08-22T09:47:08.113430Z","steps":["trace[1078468482] 'process raft request' (duration: 375.337919ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.113854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.737102Z","time spent":"376.716355ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.113300Z","caller":"traceutil/trace.go:172","msg":"trace[224533335] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"375.234076ms","start":"2026-08-22T09:47:07.738050Z","end":"2026-08-22T09:47:08.113284Z","steps":["trace[224533335] 'process raft request' (duration: 375.129394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.114012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.738041Z","time spent":"375.934944ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.113562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.741520Z","time spent":"371.819135ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3214,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:47:08.114133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.737969Z","time spent":"375.843472ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.113297Z","caller":"traceutil/trace.go:172","msg":"trace[1023521728] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"375.682538ms","start":"2026-08-22T09:47:07.737598Z","end":"2026-08-22T09:47:08.113281Z","steps":["trace[1023521728] 'process raft request' (duration: 375.500724ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.114254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.737578Z","time spent":"376.637283ms","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":586,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:47:08.113834Z","caller":"traceutil/trace.go:172","msg":"trace[108691776] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12; }","duration":"380.692382ms","start":"2026-08-22T09:47:07.732936Z","end":"2026-08-22T09:47:08.113628Z","steps":["trace[108691776] 'agreement among raft nodes before linearized reading' (duration: 379.372517ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.115462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:07.732916Z","time spent":"382.444519ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-08-22T09:47:08.401533Z","caller":"traceutil/trace.go:172","msg":"trace[1260910581] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:24; }","duration":"288.946753ms","start":"2026-08-22T09:47:08.112553Z","end":"2026-08-22T09:47:08.401500Z","steps":["trace[1260910581] 'read index received' (duration: 288.904502ms)","trace[1260910581] 'applied index is now lower than readState.Index' (duration: 40.631µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.546396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.367655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.546474Z","caller":"traceutil/trace.go:172","msg":"trace[2056452593] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:20; }","duration":"541.468298ms","start":"2026-08-22T09:47:08.004986Z","end":"2026-08-22T09:47:08.546455Z","steps":["trace[2056452593] 'agreement among raft nodes before linearized reading' (duration: 396.613912ms)","trace[2056452593] 'range keys from in-memory index tree' (duration: 144.712643ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.546531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.004917Z","time spent":"541.6002ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.546633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.01528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-08-22T09:47:08.546898Z","caller":"traceutil/trace.go:172","msg":"trace[950925906] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"489.815405ms","start":"2026-08-22T09:47:08.057057Z","end":"2026-08-22T09:47:08.546872Z","steps":["trace[950925906] 'process raft request' (duration: 489.654521ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.546932Z","caller":"traceutil/trace.go:172","msg":"trace[319851635] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"489.122727ms","start":"2026-08-22T09:47:08.057793Z","end":"2026-08-22T09:47:08.546915Z","steps":["trace[319851635] 'process raft request' (duration: 489.069096ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.546997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.057048Z","time spent":"489.908809ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.546873Z","caller":"traceutil/trace.go:172","msg":"trace[231986950] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"489.870966ms","start":"2026-08-22T09:47:08.056954Z","end":"2026-08-22T09:47:08.546825Z","steps":["trace[231986950] 'process raft request' (duration: 344.583299ms)","trace[231986950] 'compare' (duration: 144.833785ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:08.547047Z","caller":"traceutil/trace.go:172","msg":"trace[735826608] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"489.782096ms","start":"2026-08-22T09:47:08.057253Z","end":"2026-08-22T09:47:08.547035Z","steps":["trace[735826608] 'process raft request' (duration: 489.562519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.547125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.057232Z","time spent":"489.865207ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.546899Z","caller":"traceutil/trace.go:172","msg":"trace[1620604338] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"489.755523ms","start":"2026-08-22T09:47:08.057121Z","end":"2026-08-22T09:47:08.546877Z","steps":["trace[1620604338] 'process raft request' (duration: 489.652661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.547005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.057779Z","time spent":"489.19179ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.547458Z","caller":"traceutil/trace.go:172","msg":"trace[998805383] linearizableReadLoop","detail":"{readStateIndex:29; appliedIndex:29; }","duration":"145.812031ms","start":"2026-08-22T09:47:08.401631Z","end":"2026-08-22T09:47:08.547443Z","steps":["trace[998805383] 'read index received' (duration: 145.805481ms)","trace[998805383] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:08.547546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.226903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.547576Z","caller":"traceutil/trace.go:172","msg":"trace[931084390] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:25; }","duration":"427.259394ms","start":"2026-08-22T09:47:08.120305Z","end":"2026-08-22T09:47:08.547564Z","steps":["trace[931084390] 'agreement among raft nodes before linearized reading' (duration: 427.196483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.547613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.120292Z","time spent":"427.312106ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.547760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.1026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.547812Z","caller":"traceutil/trace.go:172","msg":"trace[1574213836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28; }","duration":"282.153901ms","start":"2026-08-22T09:47:08.265649Z","end":"2026-08-22T09:47:08.547803Z","steps":["trace[1574213836] 'agreement among raft nodes before linearized reading' (duration: 282.080069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.547968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.270967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.547996Z","caller":"traceutil/trace.go:172","msg":"trace[218846055] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:32; }","duration":"377.303748ms","start":"2026-08-22T09:47:08.170684Z","end":"2026-08-22T09:47:08.547987Z","steps":["trace[218846055] 'agreement among raft nodes before linearized reading' (duration: 377.252707ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.547983Z","caller":"traceutil/trace.go:172","msg":"trace[912965750] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"427.261714ms","start":"2026-08-22T09:47:08.120703Z","end":"2026-08-22T09:47:08.547965Z","steps":["trace[912965750] 'process raft request' (duration: 427.194793ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.548020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.170664Z","time spent":"377.349819ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:08.548072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.120692Z","time spent":"427.344016ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.548281Z","caller":"traceutil/trace.go:172","msg":"trace[797758086] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"427.007928ms","start":"2026-08-22T09:47:08.121262Z","end":"2026-08-22T09:47:08.548270Z","steps":["trace[797758086] 'process raft request' (duration: 426.67477ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.548339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.121252Z","time spent":"427.060569ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.548463Z","caller":"traceutil/trace.go:172","msg":"trace[39097764] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"429.497804ms","start":"2026-08-22T09:47:08.118945Z","end":"2026-08-22T09:47:08.548443Z","steps":["trace[39097764] 'process raft request' (duration: 428.552708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.548535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.203768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-22T09:47:08.548566Z","caller":"traceutil/trace.go:172","msg":"trace[1797486833] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:32; }","duration":"385.233409ms","start":"2026-08-22T09:47:08.163323Z","end":"2026-08-22T09:47:08.548557Z","steps":["trace[1797486833] 'agreement among raft nodes before linearized reading' (duration: 384.823117ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.548597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.163311Z","time spent":"385.27896ms","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"info","ts":"2026-08-22T09:47:08.548674Z","caller":"traceutil/trace.go:172","msg":"trace[2130893942] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27; }","duration":"429.33013ms","start":"2026-08-22T09:47:08.119306Z","end":"2026-08-22T09:47:08.548636Z","steps":["trace[2130893942] 'process raft request' (duration: 428.354404ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.548749Z","caller":"traceutil/trace.go:172","msg":"trace[1977310890] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"428.881688ms","start":"2026-08-22T09:47:08.119852Z","end":"2026-08-22T09:47:08.548734Z","steps":["trace[1977310890] 'process raft request' (duration: 427.890602ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.548794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.119296Z","time spent":"429.445982ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.548819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.119837Z","time spent":"428.95166ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.548821Z","caller":"traceutil/trace.go:172","msg":"trace[1762988667] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"429.291579ms","start":"2026-08-22T09:47:08.119511Z","end":"2026-08-22T09:47:08.548803Z","steps":["trace[1762988667] 'process raft request' (duration: 428.176939ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.548905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.119501Z","time spent":"429.363241ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.549004Z","caller":"traceutil/trace.go:172","msg":"trace[576782182] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"429.845503ms","start":"2026-08-22T09:47:08.119148Z","end":"2026-08-22T09:47:08.548993Z","steps":["trace[576782182] 'process raft request' (duration: 428.461026ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.549043Z","caller":"traceutil/trace.go:172","msg":"trace[1999980594] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"428.897838ms","start":"2026-08-22T09:47:08.120134Z","end":"2026-08-22T09:47:08.549032Z","steps":["trace[1999980594] 'process raft request' (duration: 427.722937ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.549058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.119138Z","time spent":"429.898374ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3456,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.549107Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.120080Z","time spent":"428.99244ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.549001Z","caller":"traceutil/trace.go:172","msg":"trace[894581905] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"428.900738ms","start":"2026-08-22T09:47:08.120085Z","end":"2026-08-22T09:47:08.548986Z","steps":["trace[894581905] 'process raft request' (duration: 427.733227ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:08.549211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.120071Z","time spent":"429.121303ms","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.548560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.118923Z","time spent":"429.604017ms","remote":"127.0.0.1:40310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.547520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.057090Z","time spent":"490.107144ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:08.547182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:08.056923Z","time spent":"490.153605ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:08.988609Z","caller":"traceutil/trace.go:172","msg":"trace[1720914349] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"156.454054ms","start":"2026-08-22T09:47:08.832135Z","end":"2026-08-22T09:47:08.988589Z","steps":["trace[1720914349] 'process raft request' (duration: 156.397033ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:08.988662Z","caller":"traceutil/trace.go:172","msg":"trace[1494611103] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"157.174663ms","start":"2026-08-22T09:47:08.831451Z","end":"2026-08-22T09:47:08.988625Z","steps":["trace[1494611103] 'process raft request' (duration: 122.714458ms)","trace[1494611103] 'compare' (duration: 34.223969ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:09.452859Z","caller":"traceutil/trace.go:172","msg":"trace[2043094251] transaction","detail":"{read_only:false; response_revision:154; number_of_response:1; }","duration":"129.820311ms","start":"2026-08-22T09:47:09.323015Z","end":"2026-08-22T09:47:09.452835Z","steps":["trace[2043094251] 'process raft request' (duration: 67.084193ms)","trace[2043094251] 'compare' (duration: 62.571264ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:14.029473Z","caller":"traceutil/trace.go:172","msg":"trace[719835694] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"410.143405ms","start":"2026-08-22T09:47:13.619306Z","end":"2026-08-22T09:47:14.029450Z","steps":["trace[719835694] 'process raft request' (duration: 409.94239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:14.029626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:13.619289Z","time spent":"410.280297ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:47:14.497111Z","caller":"traceutil/trace.go:172","msg":"trace[125534968] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:335; }","duration":"458.69501ms","start":"2026-08-22T09:47:14.038381Z","end":"2026-08-22T09:47:14.497076Z","steps":["trace[125534968] 'read index received' (duration: 458.67347ms)","trace[125534968] 'applied index is now lower than readState.Index' (duration: 19.23µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:14.497407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.000968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:47:14.497510Z","caller":"traceutil/trace.go:172","msg":"trace[1029598270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:315; }","duration":"459.117361ms","start":"2026-08-22T09:47:14.038373Z","end":"2026-08-22T09:47:14.497491Z","steps":["trace[1029598270] 'agreement among raft nodes before linearized reading' (duration: 458.802213ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:14.497557Z","caller":"traceutil/trace.go:172","msg":"trace[462484237] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"462.64973ms","start":"2026-08-22T09:47:14.034894Z","end":"2026-08-22T09:47:14.497544Z","steps":["trace[462484237] 'process raft request' (duration: 462.440215ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:14.497561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:14.038350Z","time spent":"459.202973ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:47:14.497681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:14.034866Z","time spent":"462.738142ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:47:14.498593Z","caller":"traceutil/trace.go:172","msg":"trace[456108689] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"462.116217ms","start":"2026-08-22T09:47:14.036457Z","end":"2026-08-22T09:47:14.498573Z","steps":["trace[456108689] 'process raft request' (duration: 461.967293ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:14.498636Z","caller":"traceutil/trace.go:172","msg":"trace[1756757563] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"277.532084ms","start":"2026-08-22T09:47:14.221082Z","end":"2026-08-22T09:47:14.498614Z","steps":["trace[1756757563] 'process raft request' (duration: 277.483433ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:14.498633Z","caller":"traceutil/trace.go:172","msg":"trace[1546094109] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"461.740587ms","start":"2026-08-22T09:47:14.036870Z","end":"2026-08-22T09:47:14.498611Z","steps":["trace[1546094109] 'process raft request' (duration: 461.649465ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:14.498835Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:14.036851Z","time spent":"461.893401ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:14.499201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:14.036434Z","time spent":"462.715642ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:19.572962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.452886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4851"} {"level":"warn","ts":"2026-08-22T09:47:19.573264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.288411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-xebb2j\" limit:1 ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-08-22T09:47:19.573281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.606405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-08-22T09:47:19.573319Z","caller":"traceutil/trace.go:172","msg":"trace[628277929] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-xebb2j; range_end:; response_count:1; response_revision:370; }","duration":"162.335932ms","start":"2026-08-22T09:47:19.410967Z","end":"2026-08-22T09:47:19.573303Z","steps":["trace[628277929] 'range keys from in-memory index tree' (duration: 162.149088ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:19.573279Z","caller":"traceutil/trace.go:172","msg":"trace[814893592] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:370; }","duration":"160.780445ms","start":"2026-08-22T09:47:19.412486Z","end":"2026-08-22T09:47:19.573266Z","steps":["trace[814893592] 'range keys from in-memory index tree' (duration: 160.338244ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.573360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.567334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-08-22T09:47:19.573508Z","caller":"traceutil/trace.go:172","msg":"trace[962897788] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:370; }","duration":"161.956193ms","start":"2026-08-22T09:47:19.411526Z","end":"2026-08-22T09:47:19.573482Z","steps":["trace[962897788] 'range keys from in-memory index tree' (duration: 161.322287ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.573544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.115367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-08-22T09:47:19.573661Z","caller":"traceutil/trace.go:172","msg":"trace[623503629] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:370; }","duration":"162.22945ms","start":"2026-08-22T09:47:19.411422Z","end":"2026-08-22T09:47:19.573652Z","steps":["trace[623503629] 'range keys from in-memory index tree' (duration: 161.885021ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.573446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.385818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:5784"} {"level":"info","ts":"2026-08-22T09:47:19.574193Z","caller":"traceutil/trace.go:172","msg":"trace[56404593] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:370; }","duration":"164.133065ms","start":"2026-08-22T09:47:19.410052Z","end":"2026-08-22T09:47:19.574185Z","steps":["trace[56404593] 'range keys from in-memory index tree' (duration: 163.113481ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.573019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.334205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3867"} {"level":"info","ts":"2026-08-22T09:47:19.574431Z","caller":"traceutil/trace.go:172","msg":"trace[739820978] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:370; }","duration":"164.761149ms","start":"2026-08-22T09:47:19.409651Z","end":"2026-08-22T09:47:19.574412Z","steps":["trace[739820978] 'range keys from in-memory index tree' (duration: 163.082409ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.573193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.441884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7705"} {"level":"info","ts":"2026-08-22T09:47:19.573334Z","caller":"traceutil/trace.go:172","msg":"trace[1097159160] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:370; }","duration":"161.653926ms","start":"2026-08-22T09:47:19.411663Z","end":"2026-08-22T09:47:19.573317Z","steps":["trace[1097159160] 'range keys from in-memory index tree' (duration: 161.197395ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.573140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.016858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-22T09:47:19.575033Z","caller":"traceutil/trace.go:172","msg":"trace[2058233794] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:370; }","duration":"119.922813ms","start":"2026-08-22T09:47:19.455092Z","end":"2026-08-22T09:47:19.575015Z","steps":["trace[2058233794] 'range keys from in-memory index tree' (duration: 117.819753ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:19.574630Z","caller":"traceutil/trace.go:172","msg":"trace[161483177] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:370; }","duration":"163.928539ms","start":"2026-08-22T09:47:19.410666Z","end":"2026-08-22T09:47:19.574595Z","steps":["trace[161483177] 'range keys from in-memory index tree' (duration: 162.341932ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:19.914342Z","caller":"traceutil/trace.go:172","msg":"trace[263070143] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:390; }","duration":"308.247974ms","start":"2026-08-22T09:47:19.606063Z","end":"2026-08-22T09:47:19.914311Z","steps":["trace[263070143] 'read index received' (duration: 308.240703ms)","trace[263070143] 'applied index is now lower than readState.Index' (duration: 6.231µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:19.914502Z","caller":"traceutil/trace.go:172","msg":"trace[2135260965] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"330.38817ms","start":"2026-08-22T09:47:19.584097Z","end":"2026-08-22T09:47:19.914485Z","steps":["trace[2135260965] 'process raft request' (duration: 330.261927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.914605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.53754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-08-22T09:47:19.914649Z","caller":"traceutil/trace.go:172","msg":"trace[164241661] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:371; }","duration":"308.599131ms","start":"2026-08-22T09:47:19.606041Z","end":"2026-08-22T09:47:19.914640Z","steps":["trace[164241661] 'agreement among raft nodes before linearized reading' (duration: 308.428807ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.914686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:19.605990Z","time spent":"308.686813ms","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:19.914840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.452173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-08-22T09:47:19.914960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.359251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-08-22T09:47:19.914973Z","caller":"traceutil/trace.go:172","msg":"trace[207206814] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:371; }","duration":"259.615747ms","start":"2026-08-22T09:47:19.655333Z","end":"2026-08-22T09:47:19.914949Z","steps":["trace[207206814] 'agreement among raft nodes before linearized reading' (duration: 259.224787ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:19.915003Z","caller":"traceutil/trace.go:172","msg":"trace[1036943807] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:371; }","duration":"159.402732ms","start":"2026-08-22T09:47:19.755591Z","end":"2026-08-22T09:47:19.914994Z","steps":["trace[1036943807] 'agreement among raft nodes before linearized reading' (duration: 159.30364ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.914984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:19.584076Z","time spent":"330.587065ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:47:19.915179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.720826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-08-22T09:47:19.915213Z","caller":"traceutil/trace.go:172","msg":"trace[1840158052] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:371; }","duration":"108.756447ms","start":"2026-08-22T09:47:19.806448Z","end":"2026-08-22T09:47:19.915205Z","steps":["trace[1840158052] 'agreement among raft nodes before linearized reading' (duration: 108.667175ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:19.915558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.608207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-22T09:47:19.915817Z","caller":"traceutil/trace.go:172","msg":"trace[729448291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:371; }","duration":"209.839522ms","start":"2026-08-22T09:47:19.705938Z","end":"2026-08-22T09:47:19.915778Z","steps":["trace[729448291] 'agreement among raft nodes before linearized reading' (duration: 209.388782ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:20.423670Z","caller":"traceutil/trace.go:172","msg":"trace[1513304694] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:392; }","duration":"417.353123ms","start":"2026-08-22T09:47:20.006256Z","end":"2026-08-22T09:47:20.423609Z","steps":["trace[1513304694] 'read index received' (duration: 417.342133ms)","trace[1513304694] 'applied index is now lower than readState.Index' (duration: 9.14µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:20.439288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.006322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-08-22T09:47:20.439349Z","caller":"traceutil/trace.go:172","msg":"trace[1040657249] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:372; }","duration":"433.084754ms","start":"2026-08-22T09:47:20.006249Z","end":"2026-08-22T09:47:20.439334Z","steps":["trace[1040657249] 'agreement among raft nodes before linearized reading' (duration: 417.526187ms)","trace[1040657249] 'range keys from in-memory index tree' (duration: 15.349291ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:20.439379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:20.006231Z","time spent":"433.142685ms","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":261,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-08-22T09:47:20.440497Z","caller":"traceutil/trace.go:172","msg":"trace[1107575522] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"515.172906ms","start":"2026-08-22T09:47:19.925304Z","end":"2026-08-22T09:47:20.440477Z","steps":["trace[1107575522] 'process raft request' (duration: 498.37004ms)","trace[1107575522] 'compare' (duration: 15.672879ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:20.440620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:19.925289Z","time spent":"515.262058ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:47:20.440666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.013591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-08-22T09:47:20.440737Z","caller":"traceutil/trace.go:172","msg":"trace[1079193051] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:374; }","duration":"135.091963ms","start":"2026-08-22T09:47:20.305638Z","end":"2026-08-22T09:47:20.440730Z","steps":["trace[1079193051] 'agreement among raft nodes before linearized reading' (duration: 134.930389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:20.440697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.721485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-08-22T09:47:20.440772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.914963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-22T09:47:20.440801Z","caller":"traceutil/trace.go:172","msg":"trace[395134209] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:374; }","duration":"384.845238ms","start":"2026-08-22T09:47:20.055931Z","end":"2026-08-22T09:47:20.440777Z","steps":["trace[395134209] 'agreement among raft nodes before linearized reading' (duration: 384.569451ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:20.440847Z","caller":"traceutil/trace.go:172","msg":"trace[1984609474] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:374; }","duration":"285.003385ms","start":"2026-08-22T09:47:20.155828Z","end":"2026-08-22T09:47:20.440832Z","steps":["trace[1984609474] 'agreement among raft nodes before linearized reading' (duration: 284.78174ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:20.440869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:20.055892Z","time spent":"384.96113ms","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:20.440907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.436937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-08-22T09:47:20.440934Z","caller":"traceutil/trace.go:172","msg":"trace[2069364758] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:374; }","duration":"333.465467ms","start":"2026-08-22T09:47:20.107461Z","end":"2026-08-22T09:47:20.440927Z","steps":["trace[2069364758] 'agreement among raft nodes before linearized reading' (duration: 333.382055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:20.440951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:20.107449Z","time spent":"333.497118ms","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:20.440953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.79279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-08-22T09:47:20.441005Z","caller":"traceutil/trace.go:172","msg":"trace[1181260810] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:374; }","duration":"183.841352ms","start":"2026-08-22T09:47:20.257146Z","end":"2026-08-22T09:47:20.440987Z","steps":["trace[1181260810] 'agreement among raft nodes before linearized reading' (duration: 183.742529ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:20.441048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.376701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-22T09:47:20.441073Z","caller":"traceutil/trace.go:172","msg":"trace[1208180234] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:374; }","duration":"374.401271ms","start":"2026-08-22T09:47:20.066664Z","end":"2026-08-22T09:47:20.441065Z","steps":["trace[1208180234] 'agreement among raft nodes before linearized reading' (duration: 374.310179ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:20.441059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.218589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-08-22T09:47:20.441087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:20.066636Z","time spent":"374.447472ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" limit:1 "} {"level":"info","ts":"2026-08-22T09:47:20.441106Z","caller":"traceutil/trace.go:172","msg":"trace[616520523] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:374; }","duration":"234.27802ms","start":"2026-08-22T09:47:20.206816Z","end":"2026-08-22T09:47:20.441094Z","steps":["trace[616520523] 'agreement among raft nodes before linearized reading' (duration: 234.141997ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:20.442182Z","caller":"traceutil/trace.go:172","msg":"trace[674303910] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"516.2479ms","start":"2026-08-22T09:47:19.925914Z","end":"2026-08-22T09:47:20.442162Z","steps":["trace[674303910] 'process raft request' (duration: 514.497099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:20.443720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:19.925904Z","time spent":"516.990838ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:47:25.797937Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071132,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:47:25.872510Z","caller":"traceutil/trace.go:172","msg":"trace[1554505443] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:471; }","duration":"574.921301ms","start":"2026-08-22T09:47:25.297557Z","end":"2026-08-22T09:47:25.872478Z","steps":["trace[1554505443] 'read index received' (duration: 574.909431ms)","trace[1554505443] 'applied index is now lower than readState.Index' (duration: 10.33µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:26.245081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.550952ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-22T09:47:26.245109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"947.522363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:47:26.245184Z","caller":"traceutil/trace.go:172","msg":"trace[1439746499] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"365.068103ms","start":"2026-08-22T09:47:25.880101Z","end":"2026-08-22T09:47:26.245169Z","steps":["trace[1439746499] 'read index received' (duration: 48.571µs)","trace[1439746499] 'applied index is now lower than readState.Index' (duration: 365.018212ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:47:26.245202Z","caller":"traceutil/trace.go:172","msg":"trace[408013099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"947.636826ms","start":"2026-08-22T09:47:25.297542Z","end":"2026-08-22T09:47:26.245179Z","steps":["trace[408013099] 'agreement among raft nodes before linearized reading' (duration: 575.044303ms)","trace[408013099] 'range keys from in-memory index tree' (duration: 372.435819ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:26.245246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.170076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:47:26.245259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:25.297515Z","time spent":"947.734418ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:47:26.245269Z","caller":"traceutil/trace.go:172","msg":"trace[1312900557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:449; }","duration":"365.199456ms","start":"2026-08-22T09:47:25.880061Z","end":"2026-08-22T09:47:26.245260Z","steps":["trace[1312900557] 'agreement among raft nodes before linearized reading' (duration: 365.152795ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:26.651524Z","caller":"traceutil/trace.go:172","msg":"trace[2022098519] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"117.712751ms","start":"2026-08-22T09:47:26.533784Z","end":"2026-08-22T09:47:26.651497Z","steps":["trace[2022098519] 'process raft request' (duration: 117.535667ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:26.719818Z","caller":"traceutil/trace.go:172","msg":"trace[47635422] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"183.494726ms","start":"2026-08-22T09:47:26.536302Z","end":"2026-08-22T09:47:26.719797Z","steps":["trace[47635422] 'process raft request' (duration: 183.361203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:26.992609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.831143ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:47:26.992697Z","caller":"traceutil/trace.go:172","msg":"trace[1995679459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:453; }","duration":"112.928985ms","start":"2026-08-22T09:47:26.879750Z","end":"2026-08-22T09:47:26.992679Z","steps":["trace[1995679459] 'range keys from in-memory index tree' (duration: 112.70681ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:35.747729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.723109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-22T09:47:41.435982Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368) learners=(4353706778030063672)"} {"level":"info","ts":"2026-08-22T09:47:41.436256Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"3c6b793f68b14038","added-peer-peer-urls":["https://199.204.45.156:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:47:41.436344Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.436394Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.436580Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.436625Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038","remote-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-08-22T09:47:41.436668Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"89ba38f964b95aa0","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.436959Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.436991Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.437009Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:41.437276Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"error","ts":"2026-08-22T09:47:41.492887Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:47:41.992060Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:47:42.121519Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.156:2380/version","remote-member-id":"3c6b793f68b14038","error":"Get \"https://199.204.45.156:2380/version\": dial tcp 199.204.45.156:2380: connect: connection refused"} {"level":"warn","ts":"2026-08-22T09:47:42.121755Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"3c6b793f68b14038","error":"Get \"https://199.204.45.156:2380/version\": dial tcp 199.204.45.156:2380: connect: connection refused"} {"level":"error","ts":"2026-08-22T09:47:42.496245Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:47:43.002391Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:47:43.497191Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:47:43.991578Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-08-22T09:47:44.424340Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c6b793f68b14038","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:47:44.424412Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.424465Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.427698Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c6b793f68b14038","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:47:44.427735Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.450540Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"89ba38f964b95aa0","to":"3c6b793f68b14038","bytes":843354,"size":"843 kB"} {"level":"info","ts":"2026-08-22T09:47:44.450756Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":518,"remote-peer-id":"3c6b793f68b14038","bytes":843354,"size":"843 kB"} {"level":"info","ts":"2026-08-22T09:47:44.451968Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.453380Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.462012Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":835584,"size":"836 kB"} {"level":"info","ts":"2026-08-22T09:47:44.468788Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":518,"remote-peer-id":"3c6b793f68b14038","bytes":843354,"size":"843 kB"} {"level":"warn","ts":"2026-08-22T09:47:44.478989Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:44.479091Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038","error":"EOF"} {"level":"info","ts":"2026-08-22T09:47:44.489342Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c6b793f68b14038","stream-type":"stream Message"} {"level":"warn","ts":"2026-08-22T09:47:44.489406Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.489425Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.496155Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c6b793f68b14038","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:47:44.496194Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(4353706778030063672 9924307372652190368)"} {"level":"warn","ts":"2026-08-22T09:47:44.496236Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.496350Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.496399Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","promoted-member-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.496452Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"89ba38f964b95aa0","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.546728Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.551659Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.840134Z","caller":"traceutil/trace.go:172","msg":"trace[1533267] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"101.38095ms","start":"2026-08-22T09:47:44.738723Z","end":"2026-08-22T09:47:44.840104Z","steps":["trace[1533267] 'process raft request' (duration: 101.065424ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:47:52.805549Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-08-22T09:47:57.476280Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:47:57.750307Z","caller":"traceutil/trace.go:172","msg":"trace[787860805] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"858.988928ms","start":"2026-08-22T09:47:56.891295Z","end":"2026-08-22T09:47:57.750284Z","steps":["trace[787860805] 'process raft request' (duration: 858.810505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.750480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:56.891274Z","time spent":"859.123271ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:47:57.769047Z","caller":"traceutil/trace.go:172","msg":"trace[1942077240] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:631; }","duration":"793.4561ms","start":"2026-08-22T09:47:56.975558Z","end":"2026-08-22T09:47:57.769014Z","steps":["trace[1942077240] 'read index received' (duration: 793.44611ms)","trace[1942077240] 'applied index is now lower than readState.Index' (duration: 8.4µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:57.769330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.751956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:47:57.769371Z","caller":"traceutil/trace.go:172","msg":"trace[1274788739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"793.818637ms","start":"2026-08-22T09:47:56.975542Z","end":"2026-08-22T09:47:57.769361Z","steps":["trace[1274788739] 'agreement among raft nodes before linearized reading' (duration: 793.639624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.769406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:56.975519Z","time spent":"793.878487ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:47:57.769435Z","caller":"traceutil/trace.go:172","msg":"trace[371570196] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"876.787465ms","start":"2026-08-22T09:47:56.892629Z","end":"2026-08-22T09:47:57.769416Z","steps":["trace[371570196] 'process raft request' (duration: 876.654803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.769546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:56.892614Z","time spent":"876.879287ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:47:57.770449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.788031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:47:57.770515Z","caller":"traceutil/trace.go:172","msg":"trace[1043297827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"471.861622ms","start":"2026-08-22T09:47:57.298642Z","end":"2026-08-22T09:47:57.770504Z","steps":["trace[1043297827] 'agreement among raft nodes before linearized reading' (duration: 471.75889ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.770546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:57.298625Z","time spent":"471.913842ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:47:57.770846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"739.907856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T09:47:57.771153Z","caller":"traceutil/trace.go:172","msg":"trace[1176706609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"740.874332ms","start":"2026-08-22T09:47:57.030261Z","end":"2026-08-22T09:47:57.771136Z","steps":["trace[1176706609] 'agreement among raft nodes before linearized reading' (duration: 739.806654ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.773799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:57.030241Z","time spent":"740.988644ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:59.405526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.945898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:47:59.405612Z","caller":"traceutil/trace.go:172","msg":"trace[1519511173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"109.039799ms","start":"2026-08-22T09:47:59.296554Z","end":"2026-08-22T09:47:59.405594Z","steps":["trace[1519511173] 'range keys from in-memory index tree' (duration: 108.307846ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:04.008943Z","caller":"traceutil/trace.go:172","msg":"trace[1138056141] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:658; }","duration":"203.520854ms","start":"2026-08-22T09:48:03.805396Z","end":"2026-08-22T09:48:04.008917Z","steps":["trace[1138056141] 'read index received' (duration: 203.514404ms)","trace[1138056141] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:04.009203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.778549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:48:04.009289Z","caller":"traceutil/trace.go:172","msg":"trace[837391187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"203.879131ms","start":"2026-08-22T09:48:03.805391Z","end":"2026-08-22T09:48:04.009270Z","steps":["trace[837391187] 'agreement among raft nodes before linearized reading' (duration: 203.642446ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:04.010493Z","caller":"traceutil/trace.go:172","msg":"trace[1276557687] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"235.99512ms","start":"2026-08-22T09:48:03.774481Z","end":"2026-08-22T09:48:04.010476Z","steps":["trace[1276557687] 'process raft request' (duration: 234.584707ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:04.010551Z","caller":"traceutil/trace.go:172","msg":"trace[1564913973] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"215.295648ms","start":"2026-08-22T09:48:03.795229Z","end":"2026-08-22T09:48:04.010524Z","steps":["trace[1564913973] 'process raft request' (duration: 215.157845ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.010855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.4551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:04.011040Z","caller":"traceutil/trace.go:172","msg":"trace[745700918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"130.662564ms","start":"2026-08-22T09:48:03.880306Z","end":"2026-08-22T09:48:04.010969Z","steps":["trace[745700918] 'agreement among raft nodes before linearized reading' (duration: 130.349349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.011680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.184108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:48:04.011841Z","caller":"traceutil/trace.go:172","msg":"trace[1379905780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"206.360921ms","start":"2026-08-22T09:48:03.805457Z","end":"2026-08-22T09:48:04.011818Z","steps":["trace[1379905780] 'agreement among raft nodes before linearized reading' (duration: 205.041669ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:10.118900Z","caller":"traceutil/trace.go:172","msg":"trace[947714029] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"451.028517ms","start":"2026-08-22T09:48:09.667851Z","end":"2026-08-22T09:48:10.118879Z","steps":["trace[947714029] 'process raft request' (duration: 450.872675ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:10.119039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:09.667823Z","time spent":"451.149159ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:10.163229Z","caller":"traceutil/trace.go:172","msg":"trace[936529698] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:676; }","duration":"283.543662ms","start":"2026-08-22T09:48:09.879655Z","end":"2026-08-22T09:48:10.163198Z","steps":["trace[936529698] 'read index received' (duration: 283.535492ms)","trace[936529698] 'applied index is now lower than readState.Index' (duration: 7.22µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:10.163393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.748615ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:10.163388Z","caller":"traceutil/trace.go:172","msg":"trace[1255781986] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"129.11555ms","start":"2026-08-22T09:48:10.034253Z","end":"2026-08-22T09:48:10.163369Z","steps":["trace[1255781986] 'process raft request' (duration: 129.001628ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:10.163448Z","caller":"traceutil/trace.go:172","msg":"trace[428354888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:638; }","duration":"283.810666ms","start":"2026-08-22T09:48:09.879621Z","end":"2026-08-22T09:48:10.163432Z","steps":["trace[428354888] 'agreement among raft nodes before linearized reading' (duration: 283.717564ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:10.172052Z","caller":"traceutil/trace.go:172","msg":"trace[1288406692] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"135.333857ms","start":"2026-08-22T09:48:10.036706Z","end":"2026-08-22T09:48:10.172040Z","steps":["trace[1288406692] 'process raft request' (duration: 135.184485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:10.173140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.396384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T09:48:10.173203Z","caller":"traceutil/trace.go:172","msg":"trace[647262079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"129.465895ms","start":"2026-08-22T09:48:10.043723Z","end":"2026-08-22T09:48:10.173189Z","steps":["trace[647262079] 'agreement among raft nodes before linearized reading' (duration: 129.224822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:10.173245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.61997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-22T09:48:10.173290Z","caller":"traceutil/trace.go:172","msg":"trace[863381274] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:639; }","duration":"103.687091ms","start":"2026-08-22T09:48:10.069592Z","end":"2026-08-22T09:48:10.173280Z","steps":["trace[863381274] 'agreement among raft nodes before linearized reading' (duration: 103.536128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:10.173361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.572826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T09:48:10.173457Z","caller":"traceutil/trace.go:172","msg":"trace[1526216036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"129.678228ms","start":"2026-08-22T09:48:10.043761Z","end":"2026-08-22T09:48:10.173439Z","steps":["trace[1526216036] 'agreement among raft nodes before linearized reading' (duration: 129.393194ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:10.754770Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(4353706778030063672 9924307372652190368) learners=(14133842700607635358)"} {"level":"info","ts":"2026-08-22T09:48:10.754926Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"c4257f0d48f73f9e","added-peer-peer-urls":["https://199.204.45.113:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:48:10.754967Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.754999Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.756356Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.757657Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.757685Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.757697Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e","remote-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-08-22T09:48:10.757706Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.757737Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"error","ts":"2026-08-22T09:48:10.805572Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:48:11.308202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:53360","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:48:11.316924Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:48:11.317002Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c4257f0d48f73f9e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-08-22T09:48:11.808871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:53366","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:48:11.809969Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:48:12.311429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:53368","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:48:12.312070Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:48:12.312166Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c4257f0d48f73f9e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-08-22T09:48:12.804860Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:48:13.307456Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:48:13.307528Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c4257f0d48f73f9e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-08-22T09:48:13.339247Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.348130Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"c4257f0d48f73f9e","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:48:13.348172Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.348942Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"c4257f0d48f73f9e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:48:13.349033Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.364793Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"89ba38f964b95aa0","to":"c4257f0d48f73f9e","bytes":1143340,"size":"1.1 MB"} {"level":"info","ts":"2026-08-22T09:48:13.364902Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":690,"remote-peer-id":"c4257f0d48f73f9e","bytes":1143340,"size":"1.1 MB"} {"level":"info","ts":"2026-08-22T09:48:13.370325Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1134592,"size":"1.1 MB"} {"level":"info","ts":"2026-08-22T09:48:13.372658Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.372798Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.385446Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":690,"remote-peer-id":"c4257f0d48f73f9e","bytes":1143340,"size":"1.1 MB"} {"level":"warn","ts":"2026-08-22T09:48:13.402840Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.402855Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:13.417281Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"c4257f0d48f73f9e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-08-22T09:48:13.417349Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.417370Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.423608Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"c4257f0d48f73f9e","stream-type":"stream Message"} {"level":"warn","ts":"2026-08-22T09:48:13.423661Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.423674Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.474237Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.482456Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.811360Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(4353706778030063672 9924307372652190368 14133842700607635358)"} {"level":"info","ts":"2026-08-22T09:48:13.811542Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","promoted-member-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.811582Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"89ba38f964b95aa0","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:14.468936Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"89ba38f964b95aa0","to":"3c6b793f68b14038","bytes":843354,"size":"843 kB","took":"30.018396819s"} {"level":"info","ts":"2026-08-22T09:48:17.448611Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-08-22T09:48:18.356473Z","caller":"traceutil/trace.go:172","msg":"trace[2055424586] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"118.34799ms","start":"2026-08-22T09:48:18.238097Z","end":"2026-08-22T09:48:18.356445Z","steps":["trace[2055424586] 'process raft request' (duration: 118.164317ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.412968Z","caller":"traceutil/trace.go:172","msg":"trace[1740576008] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"174.129193ms","start":"2026-08-22T09:48:18.238814Z","end":"2026-08-22T09:48:18.412943Z","steps":["trace[1740576008] 'process raft request' (duration: 174.021651ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.559620Z","caller":"traceutil/trace.go:172","msg":"trace[361763093] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:718; }","duration":"104.694595ms","start":"2026-08-22T09:48:18.454904Z","end":"2026-08-22T09:48:18.559599Z","steps":["trace[361763093] 'read index received' (duration: 104.687835ms)","trace[361763093] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:18.608754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.81898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:18.608858Z","caller":"traceutil/trace.go:172","msg":"trace[1830143304] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:671; }","duration":"153.957482ms","start":"2026-08-22T09:48:18.454882Z","end":"2026-08-22T09:48:18.608839Z","steps":["trace[1830143304] 'agreement among raft nodes before linearized reading' (duration: 104.810787ms)","trace[1830143304] 'range keys from in-memory index tree' (duration: 48.983703ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:48:18.609099Z","caller":"traceutil/trace.go:172","msg":"trace[969360399] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"169.636537ms","start":"2026-08-22T09:48:18.439445Z","end":"2026-08-22T09:48:18.609082Z","steps":["trace[969360399] 'process raft request' (duration: 169.463284ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.609087Z","caller":"traceutil/trace.go:172","msg":"trace[1659130921] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"169.987541ms","start":"2026-08-22T09:48:18.439064Z","end":"2026-08-22T09:48:18.609052Z","steps":["trace[1659130921] 'process raft request' (duration: 120.567903ms)","trace[1659130921] 'compare' (duration: 49.077563ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:18.917249Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.520404ms"} {"level":"warn","ts":"2026-08-22T09:48:18.917304Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.578495ms"} {"level":"info","ts":"2026-08-22T09:48:18.917496Z","caller":"traceutil/trace.go:172","msg":"trace[219952883] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"207.259799ms","start":"2026-08-22T09:48:18.710222Z","end":"2026-08-22T09:48:18.917482Z","steps":["trace[219952883] 'process raft request' (duration: 207.190328ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.917558Z","caller":"traceutil/trace.go:172","msg":"trace[1245714718] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"207.956289ms","start":"2026-08-22T09:48:18.709564Z","end":"2026-08-22T09:48:18.917520Z","steps":["trace[1245714718] 'process raft request' (duration: 207.742146ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:24.393682Z","caller":"traceutil/trace.go:172","msg":"trace[555063586] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:765; }","duration":"142.603098ms","start":"2026-08-22T09:48:24.251053Z","end":"2026-08-22T09:48:24.393656Z","steps":["trace[555063586] 'read index received' (duration: 142.595528ms)","trace[555063586] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:24.393945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.809712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:24.394099Z","caller":"traceutil/trace.go:172","msg":"trace[2027817965] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:713; }","duration":"143.004554ms","start":"2026-08-22T09:48:24.251047Z","end":"2026-08-22T09:48:24.394052Z","steps":["trace[2027817965] 'agreement among raft nodes before linearized reading' (duration: 142.72338ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:26.933931Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071620,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:48:26.988784Z","caller":"traceutil/trace.go:172","msg":"trace[722691803] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"585.359982ms","start":"2026-08-22T09:48:26.403406Z","end":"2026-08-22T09:48:26.988766Z","steps":["trace[722691803] 'process raft request' (duration: 585.242211ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:26.988959Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.403381Z","time spent":"585.470924ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:27.160941Z","caller":"traceutil/trace.go:172","msg":"trace[1649886297] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:777; }","duration":"727.430168ms","start":"2026-08-22T09:48:26.433456Z","end":"2026-08-22T09:48:27.160886Z","steps":["trace[1649886297] 'read index received' (duration: 727.423638ms)","trace[1649886297] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:27.223006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"789.520358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:48:27.223096Z","caller":"traceutil/trace.go:172","msg":"trace[1315958962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"789.62506ms","start":"2026-08-22T09:48:26.433451Z","end":"2026-08-22T09:48:27.223076Z","steps":["trace[1315958962] 'agreement among raft nodes before linearized reading' (duration: 727.798933ms)","trace[1315958962] 'range keys from in-memory index tree' (duration: 61.546184ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:27.223291Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.433437Z","time spent":"789.69299ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:27.224083Z","caller":"traceutil/trace.go:172","msg":"trace[388339622] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"819.007109ms","start":"2026-08-22T09:48:26.405044Z","end":"2026-08-22T09:48:27.224051Z","steps":["trace[388339622] 'process raft request' (duration: 756.151707ms)","trace[388339622] 'compare' (duration: 62.352015ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:27.224267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.405023Z","time spent":"819.170861ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:48:27.224347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"745.255887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:48:27.224428Z","caller":"traceutil/trace.go:172","msg":"trace[1809797075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:727; }","duration":"745.343078ms","start":"2026-08-22T09:48:26.479068Z","end":"2026-08-22T09:48:27.224411Z","steps":["trace[1809797075] 'agreement among raft nodes before linearized reading' (duration: 745.140745ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.224467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.479055Z","time spent":"745.402708ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:27.224380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.683186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:27.225042Z","caller":"traceutil/trace.go:172","msg":"trace[215619555] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:727; }","duration":"508.332966ms","start":"2026-08-22T09:48:26.716681Z","end":"2026-08-22T09:48:27.225014Z","steps":["trace[215619555] 'agreement among raft nodes before linearized reading' (duration: 507.563574ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.225457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.716656Z","time spent":"508.783612ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:27.224624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.975369ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:27.225545Z","caller":"traceutil/trace.go:172","msg":"trace[1605212959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:727; }","duration":"344.898903ms","start":"2026-08-22T09:48:26.880633Z","end":"2026-08-22T09:48:27.225532Z","steps":["trace[1605212959] 'agreement among raft nodes before linearized reading' (duration: 343.609964ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:31.353944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.572147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T09:48:31.354040Z","caller":"traceutil/trace.go:172","msg":"trace[1628956789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:741; }","duration":"100.725589ms","start":"2026-08-22T09:48:31.253297Z","end":"2026-08-22T09:48:31.354022Z","steps":["trace[1628956789] 'range keys from in-memory index tree' (duration: 99.769916ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:32.789449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.707155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-22T09:48:33.195217Z","caller":"traceutil/trace.go:172","msg":"trace[328562526] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"131.576867ms","start":"2026-08-22T09:48:33.063616Z","end":"2026-08-22T09:48:33.195193Z","steps":["trace[328562526] 'process raft request' (duration: 131.381135ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:35.166565Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-08-22T09:48:39.480744Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"198.516672ms"} {"level":"warn","ts":"2026-08-22T09:48:39.480899Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"198.675164ms"} {"level":"info","ts":"2026-08-22T09:48:39.480871Z","caller":"traceutil/trace.go:172","msg":"trace[1488685816] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:854; }","duration":"408.581496ms","start":"2026-08-22T09:48:39.072243Z","end":"2026-08-22T09:48:39.480824Z","steps":["trace[1488685816] 'read index received' (duration: 408.567436ms)","trace[1488685816] 'applied index is now lower than readState.Index' (duration: 11.87µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:48:39.481254Z","caller":"traceutil/trace.go:172","msg":"trace[195275901] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"399.553175ms","start":"2026-08-22T09:48:39.081677Z","end":"2026-08-22T09:48:39.481230Z","steps":["trace[195275901] 'process raft request' (duration: 399.456934ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:39.481426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:39.081665Z","time spent":"399.665046ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:48:39.481041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.770158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:39.481525Z","caller":"traceutil/trace.go:172","msg":"trace[18275714] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:791; }","duration":"409.268095ms","start":"2026-08-22T09:48:39.072229Z","end":"2026-08-22T09:48:39.481497Z","steps":["trace[18275714] 'agreement among raft nodes before linearized reading' (duration: 408.710637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:39.481585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:39.072212Z","time spent":"409.357566ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:39.483522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.166168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:39.483591Z","caller":"traceutil/trace.go:172","msg":"trace[307004966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"185.239508ms","start":"2026-08-22T09:48:39.298335Z","end":"2026-08-22T09:48:39.483575Z","steps":["trace[307004966] 'agreement among raft nodes before linearized reading' (duration: 185.129997ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:39.483676Z","caller":"traceutil/trace.go:172","msg":"trace[1274236229] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"159.743599ms","start":"2026-08-22T09:48:39.323917Z","end":"2026-08-22T09:48:39.483660Z","steps":["trace[1274236229] 'process raft request' (duration: 159.627057ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:43.386230Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"89ba38f964b95aa0","to":"c4257f0d48f73f9e","bytes":1143340,"size":"1.1 MB","took":"30.021433631s"} {"level":"warn","ts":"2026-08-22T09:48:53.380903Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:53.881510Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.382398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.883150Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.896147Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.255410992s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:48:54.896263Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.06405119s"} {"level":"warn","ts":"2026-08-22T09:48:54.896287Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.064078661s"} {"level":"warn","ts":"2026-08-22T09:48:55.298577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000546279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:48:55.298719Z","caller":"traceutil/trace.go:172","msg":"trace[2038817992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000715102s","start":"2026-08-22T09:48:53.297983Z","end":"2026-08-22T09:48:55.298698Z","steps":["trace[2038817992] 'agreement among raft nodes before linearized reading' (duration: 2.000541099s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:55.298786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.297951Z","time spent":"2.000824233s","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:48:55.383331Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:55.884210Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069071937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:56.225063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.328509143s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-22T09:48:56.380234Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.283916323s"} {"level":"warn","ts":"2026-08-22T09:48:56.380308Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.284000084s"} {"level":"info","ts":"2026-08-22T09:48:56.380274Z","caller":"traceutil/trace.go:172","msg":"trace[970791406] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:953; }","duration":"3.500435165s","start":"2026-08-22T09:48:52.879810Z","end":"2026-08-22T09:48:56.380245Z","steps":["trace[970791406] 'read index received' (duration: 3.500424805s)","trace[970791406] 'applied index is now lower than readState.Index' (duration: 8.57µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:56.380447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.500634857s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.380961Z","caller":"traceutil/trace.go:172","msg":"trace[583006308] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"2.840742417s","start":"2026-08-22T09:48:53.540205Z","end":"2026-08-22T09:48:56.380947Z","steps":["trace[583006308] 'process raft request' (duration: 2.840704246s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.380982Z","caller":"traceutil/trace.go:172","msg":"trace[736007401] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"2.970088126s","start":"2026-08-22T09:48:53.410856Z","end":"2026-08-22T09:48:56.380944Z","steps":["trace[736007401] 'process raft request' (duration: 2.969797781s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.381113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.540171Z","time spent":"2.840869399s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:56.381023Z","caller":"traceutil/trace.go:172","msg":"trace[62294892] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"2.842187755s","start":"2026-08-22T09:48:53.538791Z","end":"2026-08-22T09:48:56.380979Z","steps":["trace[62294892] 'process raft request' (duration: 2.842067984s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.381288Z","caller":"traceutil/trace.go:172","msg":"trace[291311411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:880; }","duration":"3.500704877s","start":"2026-08-22T09:48:52.879778Z","end":"2026-08-22T09:48:56.380483Z","steps":["trace[291311411] 'agreement among raft nodes before linearized reading' (duration: 3.500593206s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.381204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.410829Z","time spent":"2.970278938s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:48:56.381468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.538754Z","time spent":"2.84259183s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:48:56.803700Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"223.360619ms"} {"level":"warn","ts":"2026-08-22T09:48:56.803787Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"223.458391ms"} {"level":"info","ts":"2026-08-22T09:48:56.804705Z","caller":"traceutil/trace.go:172","msg":"trace[875648397] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"1.496653954s","start":"2026-08-22T09:48:55.308026Z","end":"2026-08-22T09:48:56.804680Z","steps":["trace[875648397] 'process raft request' (duration: 1.495878235s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.804859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.307997Z","time spent":"1.496795586s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:48:56.805141Z","caller":"traceutil/trace.go:172","msg":"trace[572583641] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:959; }","duration":"424.786028ms","start":"2026-08-22T09:48:56.380334Z","end":"2026-08-22T09:48:56.805120Z","steps":["trace[572583641] 'read index received' (duration: 424.774298ms)","trace[572583641] 'applied index is now lower than readState.Index' (duration: 9.99µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:56.805194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.493343524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.805219Z","caller":"traceutil/trace.go:172","msg":"trace[2003521842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:886; }","duration":"1.493378104s","start":"2026-08-22T09:48:55.311835Z","end":"2026-08-22T09:48:56.805214Z","steps":["trace[2003521842] 'agreement among raft nodes before linearized reading' (duration: 1.493324594s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.311818Z","time spent":"1.493413944s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:48:56.805372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.237483266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:48:56.805351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.217493254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:48:56.805409Z","caller":"traceutil/trace.go:172","msg":"trace[825666608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:886; }","duration":"3.237538986s","start":"2026-08-22T09:48:53.567860Z","end":"2026-08-22T09:48:56.805399Z","steps":["trace[825666608] 'agreement among raft nodes before linearized reading' (duration: 3.237359014s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.805425Z","caller":"traceutil/trace.go:172","msg":"trace[1217436299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:886; }","duration":"3.217582985s","start":"2026-08-22T09:48:53.587826Z","end":"2026-08-22T09:48:56.805409Z","steps":["trace[1217436299] 'agreement among raft nodes before linearized reading' (duration: 3.217344883s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.567832Z","time spent":"3.237603447s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.805459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.010861338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.805465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.587805Z","time spent":"3.217650726s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.805531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.158759374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.805548Z","caller":"traceutil/trace.go:172","msg":"trace[1418979477] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:886; }","duration":"1.158776164s","start":"2026-08-22T09:48:55.646768Z","end":"2026-08-22T09:48:56.805544Z","steps":["trace[1418979477] 'agreement among raft nodes before linearized reading' (duration: 1.158722903s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.646750Z","time spent":"1.158808834s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.805797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.997111788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.805832Z","caller":"traceutil/trace.go:172","msg":"trace[147144239] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:886; }","duration":"2.997149029s","start":"2026-08-22T09:48:53.808674Z","end":"2026-08-22T09:48:56.805823Z","steps":["trace[147144239] 'agreement among raft nodes before linearized reading' (duration: 2.997085439s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.808643Z","time spent":"2.99720553s","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.199950434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.806089Z","caller":"traceutil/trace.go:172","msg":"trace[1730594694] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:886; }","duration":"3.199979134s","start":"2026-08-22T09:48:53.606101Z","end":"2026-08-22T09:48:56.806080Z","steps":["trace[1730594694] 'agreement among raft nodes before linearized reading' (duration: 3.199932124s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.606081Z","time spent":"3.200024346s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:56.805478Z","caller":"traceutil/trace.go:172","msg":"trace[1283866798] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:886; }","duration":"1.010882928s","start":"2026-08-22T09:48:55.794590Z","end":"2026-08-22T09:48:56.805473Z","steps":["trace[1283866798] 'agreement among raft nodes before linearized reading' (duration: 1.010846988s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.738564643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.806616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.844245865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.806649Z","caller":"traceutil/trace.go:172","msg":"trace[712359526] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:886; }","duration":"3.738641604s","start":"2026-08-22T09:48:53.067987Z","end":"2026-08-22T09:48:56.806628Z","steps":["trace[712359526] 'agreement among raft nodes before linearized reading' (duration: 3.738531672s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.067953Z","time spent":"3.738721484s","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:56.806794Z","caller":"traceutil/trace.go:172","msg":"trace[1641151649] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:886; }","duration":"3.844288696s","start":"2026-08-22T09:48:52.962357Z","end":"2026-08-22T09:48:56.806646Z","steps":["trace[1641151649] 'agreement among raft nodes before linearized reading' (duration: 3.844183035s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.808259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.794555Z","time spent":"1.01189144s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:52.962336Z","time spent":"3.844494448s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.809369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.504819ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.809397Z","caller":"traceutil/trace.go:172","msg":"trace[1406697018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"426.5358ms","start":"2026-08-22T09:48:56.382855Z","end":"2026-08-22T09:48:56.809390Z","steps":["trace[1406697018] 'agreement among raft nodes before linearized reading' (duration: 426.491199ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.693041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.664629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-08-22T09:48:58.752672Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.739717ms"} {"level":"warn","ts":"2026-08-22T09:48:58.752773Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.85792ms"} {"level":"info","ts":"2026-08-22T09:48:58.776797Z","caller":"traceutil/trace.go:172","msg":"trace[1772559377] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"368.197153ms","start":"2026-08-22T09:48:58.408578Z","end":"2026-08-22T09:48:58.776775Z","steps":["trace[1772559377] 'process raft request' (duration: 368.103881ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:58.777116Z","caller":"traceutil/trace.go:172","msg":"trace[816468858] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"389.477443ms","start":"2026-08-22T09:48:58.387608Z","end":"2026-08-22T09:48:58.777085Z","steps":["trace[816468858] 'process raft request' (duration: 388.870246ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.777281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.387565Z","time spent":"389.633984ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:48:58.777205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.408559Z","time spent":"368.329494ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:48:58.777434Z","caller":"traceutil/trace.go:172","msg":"trace[1801845337] transaction","detail":"{read_only:false; number_of_response:1; response_revision:962; }","duration":"453.925603ms","start":"2026-08-22T09:48:58.323476Z","end":"2026-08-22T09:48:58.777402Z","steps":["trace[1801845337] 'process raft request' (duration: 452.092581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.777591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.323439Z","time spent":"454.071454ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570132,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:58.777597Z","caller":"traceutil/trace.go:172","msg":"trace[1138730901] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"389.899908ms","start":"2026-08-22T09:48:58.387676Z","end":"2026-08-22T09:48:58.777576Z","steps":["trace[1138730901] 'process raft request' (duration: 388.892176ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.778124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.387643Z","time spent":"389.996189ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:01.403279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.170535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:01.403365Z","caller":"traceutil/trace.go:172","msg":"trace[838819811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"105.268706ms","start":"2026-08-22T09:49:01.298081Z","end":"2026-08-22T09:49:01.403350Z","steps":["trace[838819811] 'range keys from in-memory index tree' (duration: 104.228113ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:02.986114Z","caller":"traceutil/trace.go:172","msg":"trace[1095082554] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1158; }","duration":"133.608692ms","start":"2026-08-22T09:49:02.852472Z","end":"2026-08-22T09:49:02.986081Z","steps":["trace[1095082554] 'read index received' (duration: 133.575422ms)","trace[1095082554] 'applied index is now lower than readState.Index' (duration: 31.49µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:02.986360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.864595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:49:02.986451Z","caller":"traceutil/trace.go:172","msg":"trace[3538957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:995; }","duration":"133.970786ms","start":"2026-08-22T09:49:02.852462Z","end":"2026-08-22T09:49:02.986433Z","steps":["trace[3538957] 'agreement among raft nodes before linearized reading' (duration: 133.719923ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:02.986449Z","caller":"traceutil/trace.go:172","msg":"trace[855223087] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"191.667454ms","start":"2026-08-22T09:49:02.794723Z","end":"2026-08-22T09:49:02.986390Z","steps":["trace[855223087] 'process raft request' (duration: 191.611743ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:02.986689Z","caller":"traceutil/trace.go:172","msg":"trace[1676572410] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"195.385269ms","start":"2026-08-22T09:49:02.791291Z","end":"2026-08-22T09:49:02.986676Z","steps":["trace[1676572410] 'process raft request' (duration: 194.805921ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.230788Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.580884ms"} {"level":"warn","ts":"2026-08-22T09:49:03.230851Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.648985ms"} {"level":"info","ts":"2026-08-22T09:49:03.271673Z","caller":"traceutil/trace.go:172","msg":"trace[674348247] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1160; }","duration":"285.422462ms","start":"2026-08-22T09:49:02.986221Z","end":"2026-08-22T09:49:03.271643Z","steps":["trace[674348247] 'read index received' (duration: 285.414982ms)","trace[674348247] 'applied index is now lower than readState.Index' (duration: 5.97µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:03.271973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.772883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:49:03.272035Z","caller":"traceutil/trace.go:172","msg":"trace[937230744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:997; }","duration":"414.849924ms","start":"2026-08-22T09:49:02.857170Z","end":"2026-08-22T09:49:03.272020Z","steps":["trace[937230744] 'agreement among raft nodes before linearized reading' (duration: 414.650252ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.272077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:02.857153Z","time spent":"414.914854ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:03.272967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.252111ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:03.273119Z","caller":"traceutil/trace.go:172","msg":"trace[1036375942] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:997; }","duration":"392.432933ms","start":"2026-08-22T09:49:02.880658Z","end":"2026-08-22T09:49:03.273091Z","steps":["trace[1036375942] 'agreement among raft nodes before linearized reading' (duration: 392.16501ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:03.273768Z","caller":"traceutil/trace.go:172","msg":"trace[173284694] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"336.441258ms","start":"2026-08-22T09:49:02.937260Z","end":"2026-08-22T09:49:03.273702Z","steps":["trace[173284694] 'process raft request' (duration: 331.511388ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:03.273781Z","caller":"traceutil/trace.go:172","msg":"trace[284031756] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"282.033062ms","start":"2026-08-22T09:49:02.991685Z","end":"2026-08-22T09:49:03.273718Z","steps":["trace[284031756] 'process raft request' (duration: 281.839909ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.274005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:02.937238Z","time spent":"336.627511ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:03.443313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.780338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T09:49:03.443423Z","caller":"traceutil/trace.go:172","msg":"trace[192212722] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1163; }","duration":"106.016825ms","start":"2026-08-22T09:49:03.337391Z","end":"2026-08-22T09:49:03.443408Z","steps":["trace[192212722] 'read index received' (duration: 624.887µs)","trace[192212722] 'applied index is now lower than readState.Index' (duration: 105.390538ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:03.443493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.102866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:03.443516Z","caller":"traceutil/trace.go:172","msg":"trace[582777648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1001; }","duration":"106.124826ms","start":"2026-08-22T09:49:03.337382Z","end":"2026-08-22T09:49:03.443507Z","steps":["trace[582777648] 'agreement among raft nodes before linearized reading' (duration: 106.069926ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:03.443514Z","caller":"traceutil/trace.go:172","msg":"trace[1096257092] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"163.991341ms","start":"2026-08-22T09:49:03.279497Z","end":"2026-08-22T09:49:03.443488Z","steps":["trace[1096257092] 'process raft request' (duration: 54.94981ms)","trace[1096257092] 'compare' (duration: 108.502584ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:49:03.459242Z","caller":"traceutil/trace.go:172","msg":"trace[505836028] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"120.218485ms","start":"2026-08-22T09:49:03.339001Z","end":"2026-08-22T09:49:03.459220Z","steps":["trace[505836028] 'process raft request' (duration: 120.114504ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:04.381484Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:04.882582Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:05.174201Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.76517ms"} {"level":"warn","ts":"2026-08-22T09:49:05.174279Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.852031ms"} {"level":"warn","ts":"2026-08-22T09:49:05.383342Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:05.884120Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:06.298775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000682586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:49:06.298886Z","caller":"traceutil/trace.go:172","msg":"trace[1593190902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811149s","start":"2026-08-22T09:49:04.298056Z","end":"2026-08-22T09:49:06.298867Z","steps":["trace[1593190902] 'agreement among raft nodes before linearized reading' (duration: 2.000678517s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:06.298958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.298030Z","time spent":"2.00091488s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:49:06 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:49:06.384650Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:06.432153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1275","msg":"89ba38f964b95aa0 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-08-22T09:49:06.432320Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 2"} {"level":"info","ts":"2026-08-22T09:49:06.432342Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 89ba38f964b95aa0 lost leader 89ba38f964b95aa0 at term 2"} {"level":"warn","ts":"2026-08-22T09:49:06.885466Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:06.885567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.160888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-08-22T09:49:07.385923Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:07.385998Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.478982Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479076Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479113Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479138Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479172Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479303Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479398Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.479459Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:07.835968Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-08-22T09:49:07.886374Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:07.886484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"89ba38f964b95aa0 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-08-22T09:49:08.299110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999665503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:49:08.299180Z","caller":"traceutil/trace.go:172","msg":"trace[830407290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999741694s","start":"2026-08-22T09:49:06.299421Z","end":"2026-08-22T09:49:08.299163Z","steps":["trace[830407290] 'agreement among raft nodes before linearized reading' (duration: 1.999663273s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:08.299227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.299398Z","time spent":"1.999821955s","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:49:08 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-22T09:49:08.332480Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"89ba38f964b95aa0 is starting a new election at term 2"} {"level":"info","ts":"2026-08-22T09:49:08.332521Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"89ba38f964b95aa0 became pre-candidate at term 2"} {"level":"info","ts":"2026-08-22T09:49:08.332550Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"89ba38f964b95aa0 [logterm: 2, index: 1171] sent MsgPreVote request to 3c6b793f68b14038 at term 2"} {"level":"info","ts":"2026-08-22T09:49:08.332568Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"89ba38f964b95aa0 [logterm: 2, index: 1171] sent MsgPreVote request to c4257f0d48f73f9e at term 2"} {"level":"info","ts":"2026-08-22T09:49:08.332623Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-08-22T09:49:08.332661Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:08.333734Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgPreVoteResp from c4257f0d48f73f9e at term 2"} {"level":"info","ts":"2026-08-22T09:49:08.333803Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:08.333852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"89ba38f964b95aa0 became candidate at term 3"} {"level":"info","ts":"2026-08-22T09:49:08.333914Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"89ba38f964b95aa0 [logterm: 2, index: 1171] sent MsgVote request to 3c6b793f68b14038 at term 3"} {"level":"info","ts":"2026-08-22T09:49:08.333943Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"89ba38f964b95aa0 [logterm: 2, index: 1171] sent MsgVote request to c4257f0d48f73f9e at term 3"} {"level":"warn","ts":"2026-08-22T09:49:08.387010Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:08.501704Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-08-22T09:49:08.501733Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-08-22T09:49:08.887950Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:09.209386Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209502Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209533Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209579Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209586Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209628Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209639Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209657Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209692Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209703Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209737Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209780Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209805Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209871Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209906Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209914Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209924Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.209971Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.210044Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.210064Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.210072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"info","ts":"2026-08-22T09:49:09.210094Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 3c6b793f68b14038 [term: 2]"} {"level":"warn","ts":"2026-08-22T09:49:09.388089Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:09.417936Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgVoteResp from c4257f0d48f73f9e at term 3"} {"level":"info","ts":"2026-08-22T09:49:09.418447Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:09.418492Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"89ba38f964b95aa0 became leader at term 3"} {"level":"info","ts":"2026-08-22T09:49:09.418506Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 3"} {"level":"warn","ts":"2026-08-22T09:49:09.421018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.540389924s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-08-22T09:49:09.421093Z","caller":"traceutil/trace.go:172","msg":"trace[807118228] range","detail":"{range_begin:; range_end:; }","duration":"5.540480845s","start":"2026-08-22T09:49:03.880603Z","end":"2026-08-22T09:49:09.421084Z","steps":["trace[807118228] 'agreement among raft nodes before linearized reading' (duration: 5.540387444s)"],"step_count":1} {"level":"error","ts":"2026-08-22T09:49:09.421133Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-08-22T09:49:09.451990Z","caller":"traceutil/trace.go:172","msg":"trace[302228120] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"5.569764099s","start":"2026-08-22T09:49:03.882195Z","end":"2026-08-22T09:49:09.451959Z","steps":["trace[302228120] 'process raft request' (duration: 5.568362953s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.452287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.882140Z","time spent":"5.569998851s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:09.484051Z","caller":"traceutil/trace.go:172","msg":"trace[879724895] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"5.52724082s","start":"2026-08-22T09:49:03.956775Z","end":"2026-08-22T09:49:09.484015Z","steps":["trace[879724895] 'process raft request' (duration: 5.495160462s)","trace[879724895] 'compare' (duration: 31.887926ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:49:09.484364Z","caller":"traceutil/trace.go:172","msg":"trace[1355715097] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"4.492817587s","start":"2026-08-22T09:49:04.991530Z","end":"2026-08-22T09:49:09.484348Z","steps":["trace[1355715097] 'process raft request' (duration: 4.492410603s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.484422Z","caller":"traceutil/trace.go:172","msg":"trace[96816120] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"4.491953166s","start":"2026-08-22T09:49:04.992444Z","end":"2026-08-22T09:49:09.484397Z","steps":["trace[96816120] 'process raft request' (duration: 4.491551381s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.956743Z","time spent":"5.527389862s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:49:09.484451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.991500Z","time spent":"4.492903898s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:09.484569Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.992412Z","time spent":"4.492081958s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:09.499886Z","caller":"traceutil/trace.go:172","msg":"trace[25751579] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"2.817035412s","start":"2026-08-22T09:49:06.682831Z","end":"2026-08-22T09:49:09.499866Z","steps":["trace[25751579] 'process raft request' (duration: 2.81689641s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.682801Z","time spent":"2.817165534s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:09.500184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.492714686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.500226Z","caller":"traceutil/trace.go:172","msg":"trace[336944384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"1.492762267s","start":"2026-08-22T09:49:08.007455Z","end":"2026-08-22T09:49:09.500217Z","steps":["trace[336944384] 'agreement among raft nodes before linearized reading' (duration: 1.492677056s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:08.007440Z","time spent":"1.492803157s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:09.500240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.051280204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:49:09.500268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.556909143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ccjz5\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-08-22T09:49:09.500322Z","caller":"traceutil/trace.go:172","msg":"trace[1680985376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1010; }","duration":"4.051414316s","start":"2026-08-22T09:49:05.448896Z","end":"2026-08-22T09:49:09.500310Z","steps":["trace[1680985376] 'agreement among raft nodes before linearized reading' (duration: 4.051196303s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.500331Z","caller":"traceutil/trace.go:172","msg":"trace[2024713802] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ccjz5; range_end:; response_count:1; response_revision:1010; }","duration":"3.556975924s","start":"2026-08-22T09:49:05.943342Z","end":"2026-08-22T09:49:09.500318Z","steps":["trace[2024713802] 'agreement among raft nodes before linearized reading' (duration: 3.556794612s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.63769243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-08-22T09:49:09.500361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.192741383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.500364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.943320Z","time spent":"3.557036065s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-ccjz5\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.500381Z","caller":"traceutil/trace.go:172","msg":"trace[942845937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"1.192760054s","start":"2026-08-22T09:49:08.307615Z","end":"2026-08-22T09:49:09.500376Z","steps":["trace[942845937] 'agreement among raft nodes before linearized reading' (duration: 1.192729973s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.500385Z","caller":"traceutil/trace.go:172","msg":"trace[535769766] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1010; }","duration":"4.637768161s","start":"2026-08-22T09:49:04.862604Z","end":"2026-08-22T09:49:09.500372Z","steps":["trace[535769766] 'agreement among raft nodes before linearized reading' (duration: 4.637582158s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.572141706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.500418Z","caller":"traceutil/trace.go:172","msg":"trace[108329951] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1010; }","duration":"3.572167596s","start":"2026-08-22T09:49:05.928244Z","end":"2026-08-22T09:49:09.500411Z","steps":["trace[108329951] 'agreement among raft nodes before linearized reading' (duration: 3.572124176s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.862584Z","time spent":"4.637828871s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.500432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.928218Z","time spent":"3.572210476s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.500424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.075782507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.500465Z","caller":"traceutil/trace.go:172","msg":"trace[1947748704] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1010; }","duration":"5.075824427s","start":"2026-08-22T09:49:04.424631Z","end":"2026-08-22T09:49:09.500456Z","steps":["trace[1947748704] 'agreement among raft nodes before linearized reading' (duration: 5.075756347s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.424609Z","time spent":"5.075876478s","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.500504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.392338318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.500522Z","caller":"traceutil/trace.go:172","msg":"trace[678275641] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1010; }","duration":"5.392357498s","start":"2026-08-22T09:49:04.108160Z","end":"2026-08-22T09:49:09.500517Z","steps":["trace[678275641] 'agreement among raft nodes before linearized reading' (duration: 5.392322348s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.108144Z","time spent":"5.392386398s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.500352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.448874Z","time spent":"4.051471416s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.500393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:08.307579Z","time spent":"1.192811274s","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:09.501649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.221463624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:49:09.501730Z","caller":"traceutil/trace.go:172","msg":"trace[68689883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1010; }","duration":"4.221562875s","start":"2026-08-22T09:49:05.280150Z","end":"2026-08-22T09:49:09.501713Z","steps":["trace[68689883] 'agreement among raft nodes before linearized reading' (duration: 4.22024101s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.502300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.280124Z","time spent":"4.222007s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:10.156395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.679699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:10.156489Z","caller":"traceutil/trace.go:172","msg":"trace[1368399583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1027; }","duration":"276.79877ms","start":"2026-08-22T09:49:09.879673Z","end":"2026-08-22T09:49:10.156472Z","steps":["trace[1368399583] 'range keys from in-memory index tree' (duration: 275.8816ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:10.574304Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:10.888230Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"89ba38f964b95aa0 [logterm: 3, index: 1198, vote: 89ba38f964b95aa0] ignored MsgPreVote from 3c6b793f68b14038 [logterm: 3, index: 1195] at term 3: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-08-22T09:49:11.076164Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:11.438722Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.502784488s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:49:11.438856Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.306456751s"} {"level":"warn","ts":"2026-08-22T09:49:11.438872Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c6b793f68b14038","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.306475112s"} {"level":"info","ts":"2026-08-22T09:49:11.440271Z","caller":"traceutil/trace.go:172","msg":"trace[248456639] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"1.505549671s","start":"2026-08-22T09:49:09.934701Z","end":"2026-08-22T09:49:11.440250Z","steps":["trace[248456639] 'process raft request' (duration: 1.504766662s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.442515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:09.934670Z","time spent":"1.507596175s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:11.498469Z","caller":"traceutil/trace.go:172","msg":"trace[1091830597] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1195; }","duration":"1.425214483s","start":"2026-08-22T09:49:10.073232Z","end":"2026-08-22T09:49:11.498446Z","steps":["trace[1091830597] 'read index received' (duration: 1.425207593s)","trace[1091830597] 'applied index is now lower than readState.Index' (duration: 5.05µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:11.507684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.43442377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-22T09:49:11.507774Z","caller":"traceutil/trace.go:172","msg":"trace[521055884] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:1028; }","duration":"1.434531092s","start":"2026-08-22T09:49:10.073223Z","end":"2026-08-22T09:49:11.507754Z","steps":["trace[521055884] 'agreement among raft nodes before linearized reading' (duration: 1.425349125s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.507818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.073197Z","time spent":"1.434611134s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:11.559306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"679.717759ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:11.559350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.763617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:11.559405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.063831843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.559458Z","caller":"traceutil/trace.go:172","msg":"trace[706279995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1034; }","duration":"260.870079ms","start":"2026-08-22T09:49:11.298554Z","end":"2026-08-22T09:49:11.559424Z","steps":["trace[706279995] 'agreement among raft nodes before linearized reading' (duration: 260.567525ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:11.559479Z","caller":"traceutil/trace.go:172","msg":"trace[1551972916] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1034; }","duration":"1.063912254s","start":"2026-08-22T09:49:10.495536Z","end":"2026-08-22T09:49:11.559448Z","steps":["trace[1551972916] 'agreement among raft nodes before linearized reading' (duration: 1.06359152s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.559550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.495498Z","time spent":"1.064037716s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:11.559697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.317756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:115 size:9794"} {"level":"info","ts":"2026-08-22T09:49:11.559760Z","caller":"traceutil/trace.go:172","msg":"trace[107721125] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:115; response_revision:1034; }","duration":"238.389327ms","start":"2026-08-22T09:49:11.321359Z","end":"2026-08-22T09:49:11.559748Z","steps":["trace[107721125] 'agreement among raft nodes before linearized reading' (duration: 237.681348ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:11.559406Z","caller":"traceutil/trace.go:172","msg":"trace[196164091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"679.83153ms","start":"2026-08-22T09:49:10.879553Z","end":"2026-08-22T09:49:11.559385Z","steps":["trace[196164091] 'agreement among raft nodes before linearized reading' (duration: 679.556267ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:12.092579Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:12.593000Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072156,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:12.788820Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"89ba38f964b95aa0 [logterm: 3, index: 1215, vote: 89ba38f964b95aa0] ignored MsgPreVote from 3c6b793f68b14038 [logterm: 3, index: 1211] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-08-22T09:49:12.895536Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"89ba38f964b95aa0 [logterm: 3, index: 1215, vote: 89ba38f964b95aa0] ignored MsgVote from 3c6b793f68b14038 [logterm: 3, index: 1211] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-08-22T09:49:12.999344Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"89ba38f964b95aa0 [term: 3] received a MsgApp message with higher term from 3c6b793f68b14038 [term: 4]"} {"level":"info","ts":"2026-08-22T09:49:12.999418Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.999527Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1212 [existing term: 3, conflicting term: 4]"} {"level":"info","ts":"2026-08-22T09:49:12.999585Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1212"} {"level":"info","ts":"2026-08-22T09:49:12.999731Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 89ba38f964b95aa0 changed leader from 89ba38f964b95aa0 to 3c6b793f68b14038 at term 4"} {"level":"warn","ts":"2026-08-22T09:49:13.005166Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.413489861s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T09:49:13.005252Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 4] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 3]"} {"level":"info","ts":"2026-08-22T09:49:13.005283Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"89ba38f964b95aa0 [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"warn","ts":"2026-08-22T09:49:13.005488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.413444349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-08-22T09:49:13.005575Z","caller":"traceutil/trace.go:172","msg":"trace[1572833651] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; }","duration":"1.41354463s","start":"2026-08-22T09:49:11.592011Z","end":"2026-08-22T09:49:13.005556Z","steps":["trace[1572833651] 'agreement among raft nodes before linearized reading' (duration: 1.413442339s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.005622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.591994Z","time spent":"1.413618741s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-08-22T09:49:13.492182Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 4] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 3]"} {"level":"info","ts":"2026-08-22T09:49:13.492272Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 4] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 3]"} {"level":"info","ts":"2026-08-22T09:49:13.492290Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 4] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 3]"} {"level":"info","ts":"2026-08-22T09:49:13.492303Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 4] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 3]"} {"level":"warn","ts":"2026-08-22T09:49:13.505790Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:14.005948Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:14.161453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"576.75663ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.161533Z","caller":"traceutil/trace.go:172","msg":"trace[230435750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1041; }","duration":"576.859271ms","start":"2026-08-22T09:49:13.584661Z","end":"2026-08-22T09:49:14.161520Z","steps":["trace[230435750] 'range keys from in-memory index tree' (duration: 576.70509ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.161766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.155883994s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T09:49:14.162094Z","caller":"traceutil/trace.go:172","msg":"trace[1889399178] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"2.573117027s","start":"2026-08-22T09:49:11.588961Z","end":"2026-08-22T09:49:14.162078Z","steps":["trace[1889399178] 'process raft request' (duration: 1.416733698s)","trace[1889399178] 'compare' (duration: 1.155760782s)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:14.162199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.588945Z","time spent":"2.573189369s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:14.162355Z","caller":"traceutil/trace.go:172","msg":"trace[1468794710] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"2.570771789s","start":"2026-08-22T09:49:11.591511Z","end":"2026-08-22T09:49:14.162283Z","steps":["trace[1468794710] 'process raft request' (duration: 2.570501036s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:14.162610Z","caller":"traceutil/trace.go:172","msg":"trace[1738658765] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1209; }","duration":"1.157186279s","start":"2026-08-22T09:49:13.005415Z","end":"2026-08-22T09:49:14.162601Z","steps":["trace[1738658765] 'read index received' (duration: 1.144907626s)","trace[1738658765] 'applied index is now lower than readState.Index' (duration: 12.277393ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:14.162703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.591480Z","time spent":"2.571047744s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:14.163152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204112716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:118 size:10034"} {"level":"info","ts":"2026-08-22T09:49:14.163176Z","caller":"traceutil/trace.go:172","msg":"trace[1041546775] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:118; response_revision:1046; }","duration":"1.204139156s","start":"2026-08-22T09:49:12.959030Z","end":"2026-08-22T09:49:14.163170Z","steps":["trace[1041546775] 'agreement among raft nodes before linearized reading' (duration: 1.20362852s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.163169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.371122546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:14.163197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.959015Z","time spent":"1.204174576s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":118,"response size":10057,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-08-22T09:49:14.163241Z","caller":"traceutil/trace.go:172","msg":"trace[614645128] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1046; }","duration":"2.371167006s","start":"2026-08-22T09:49:11.792034Z","end":"2026-08-22T09:49:14.163201Z","steps":["trace[614645128] 'agreement among raft nodes before linearized reading' (duration: 2.371093996s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.163281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.792015Z","time spent":"2.371257779s","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:14.163332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.366902891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:14.163363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.423747161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.163374Z","caller":"traceutil/trace.go:172","msg":"trace[1831395612] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1046; }","duration":"1.366946891s","start":"2026-08-22T09:49:12.796417Z","end":"2026-08-22T09:49:14.163364Z","steps":["trace[1831395612] 'agreement among raft nodes before linearized reading' (duration: 1.36687079s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:14.163387Z","caller":"traceutil/trace.go:172","msg":"trace[1599292810] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1046; }","duration":"2.423771761s","start":"2026-08-22T09:49:11.739609Z","end":"2026-08-22T09:49:14.163381Z","steps":["trace[1599292810] 'agreement among raft nodes before linearized reading' (duration: 2.423730171s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.163408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.739596Z","time spent":"2.423808281s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:14.163406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.796385Z","time spent":"1.367014282s","remote":"127.0.0.1:39990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:14.163444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.284017718s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.163489Z","caller":"traceutil/trace.go:172","msg":"trace[1553587492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"2.284063278s","start":"2026-08-22T09:49:11.879412Z","end":"2026-08-22T09:49:14.163475Z","steps":["trace[1553587492] 'agreement among raft nodes before linearized reading' (duration: 2.283994748s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.163519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.485399202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.163541Z","caller":"traceutil/trace.go:172","msg":"trace[1639750568] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1046; }","duration":"2.485417702s","start":"2026-08-22T09:49:11.678115Z","end":"2026-08-22T09:49:14.163532Z","steps":["trace[1639750568] 'agreement among raft nodes before linearized reading' (duration: 2.485384882s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.163556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.678096Z","time spent":"2.485455562s","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:14.196438Z","caller":"traceutil/trace.go:172","msg":"trace[1281115912] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"662.251501ms","start":"2026-08-22T09:49:13.534154Z","end":"2026-08-22T09:49:14.196406Z","steps":["trace[1281115912] 'process raft request' (duration: 662.10969ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:14.196568Z","caller":"traceutil/trace.go:172","msg":"trace[716020882] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"660.570742ms","start":"2026-08-22T09:49:13.535976Z","end":"2026-08-22T09:49:14.196547Z","steps":["trace[716020882] 'process raft request' (duration: 660.3941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.196857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.535948Z","time spent":"660.834155ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:14.197401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.534126Z","time spent":"663.08292ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:14.200642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"900.283584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:14.200669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.754854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.200716Z","caller":"traceutil/trace.go:172","msg":"trace[1816586732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"900.366715ms","start":"2026-08-22T09:49:13.300334Z","end":"2026-08-22T09:49:14.200701Z","steps":["trace[1816586732] 'agreement among raft nodes before linearized reading' (duration: 900.246594ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:14.200725Z","caller":"traceutil/trace.go:172","msg":"trace[3952759] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1049; }","duration":"473.813164ms","start":"2026-08-22T09:49:13.726896Z","end":"2026-08-22T09:49:14.200710Z","steps":["trace[3952759] 'agreement among raft nodes before linearized reading' (duration: 473.714703ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.200754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.300316Z","time spent":"900.430426ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:14.200744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.170489991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-08-22T09:49:14.200812Z","caller":"traceutil/trace.go:172","msg":"trace[1867472692] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1049; }","duration":"1.170573572s","start":"2026-08-22T09:49:13.030224Z","end":"2026-08-22T09:49:14.200797Z","steps":["trace[1867472692] 'agreement among raft nodes before linearized reading' (duration: 1.17036408s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.200842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.030210Z","time spent":"1.170624723s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-22T09:49:14.200757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.726881Z","time spent":"473.868585ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:14.201346Z","caller":"traceutil/trace.go:172","msg":"trace[115696784] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"379.801212ms","start":"2026-08-22T09:49:13.821529Z","end":"2026-08-22T09:49:14.201330Z","steps":["trace[115696784] 'process raft request' (duration: 379.696341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.201448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.821461Z","time spent":"379.927023ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:18.359544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.863509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T09:49:18.359626Z","caller":"traceutil/trace.go:172","msg":"trace[765714786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"175.9558ms","start":"2026-08-22T09:49:18.183652Z","end":"2026-08-22T09:49:18.359608Z","steps":["trace[765714786] 'range keys from in-memory index tree' (duration: 172.832525ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:18.365770Z","caller":"traceutil/trace.go:172","msg":"trace[2093100492] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"177.257656ms","start":"2026-08-22T09:49:18.188501Z","end":"2026-08-22T09:49:18.365759Z","steps":["trace[2093100492] 'process raft request' (duration: 177.159725ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:18.371127Z","caller":"traceutil/trace.go:172","msg":"trace[809286687] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"160.611945ms","start":"2026-08-22T09:49:18.210478Z","end":"2026-08-22T09:49:18.371090Z","steps":["trace[809286687] 'process raft request' (duration: 159.989258ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:18.371790Z","caller":"traceutil/trace.go:172","msg":"trace[468159532] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"162.214254ms","start":"2026-08-22T09:49:18.209555Z","end":"2026-08-22T09:49:18.371770Z","steps":["trace[468159532] 'process raft request' (duration: 160.823158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:18.891402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.890693Z","time spent":"7.000704234s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-22T09:49:18.957399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.956567Z","time spent":"7.000828009s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-22T09:49:19.487527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.516193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.538387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.580857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.673354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.744563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.771267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.792745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.876095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.903696Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.922838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.973776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:19.999317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.166271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.200861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.219442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.238326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.283713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.306712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.323978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.336956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.353219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.368058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:20.377078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:23.725705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:26.522421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:26.534737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:26.558918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:26.884850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38518","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:49:34.870289Z","caller":"traceutil/trace.go:172","msg":"trace[336211515] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"457.68515ms","start":"2026-08-22T09:49:34.412590Z","end":"2026-08-22T09:49:34.870275Z","steps":["trace[336211515] 'process raft request' (duration: 457.565168ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:34.870428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:34.412515Z","time spent":"457.830052ms","remote":"127.0.0.1:39990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:34.980075Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530395557069072508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:35.083386Z","caller":"traceutil/trace.go:172","msg":"trace[1452600836] linearizableReadLoop","detail":"{readStateIndex:1565; appliedIndex:1566; }","duration":"603.614653ms","start":"2026-08-22T09:49:34.479755Z","end":"2026-08-22T09:49:35.083370Z","steps":["trace[1452600836] 'read index received' (duration: 603.610863ms)","trace[1452600836] 'applied index is now lower than readState.Index' (duration: 2.86µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:35.083655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"603.889796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:49:35.083706Z","caller":"traceutil/trace.go:172","msg":"trace[884614061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1337; }","duration":"603.953237ms","start":"2026-08-22T09:49:34.479744Z","end":"2026-08-22T09:49:35.083697Z","steps":["trace[884614061] 'agreement among raft nodes before linearized reading' (duration: 603.794865ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:35.083735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:34.479728Z","time spent":"603.997767ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:35.084238Z","caller":"traceutil/trace.go:172","msg":"trace[475068496] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"633.035774ms","start":"2026-08-22T09:49:34.451189Z","end":"2026-08-22T09:49:35.084225Z","steps":["trace[475068496] 'process raft request' (duration: 632.943953ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:35.084254Z","caller":"traceutil/trace.go:172","msg":"trace[338566226] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"634.997925ms","start":"2026-08-22T09:49:34.449243Z","end":"2026-08-22T09:49:35.084241Z","steps":["trace[338566226] 'process raft request' (duration: 634.792743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:35.084336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:34.449226Z","time spent":"635.062416ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:35.084345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:34.451173Z","time spent":"633.105505ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:35.084591Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6530395557069072512,"received-request-id":6530395557069072508} {"level":"warn","ts":"2026-08-22T09:49:35.085350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.652404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:49:35.085385Z","caller":"traceutil/trace.go:172","msg":"trace[239217842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1339; }","duration":"604.715805ms","start":"2026-08-22T09:49:34.480660Z","end":"2026-08-22T09:49:35.085376Z","steps":["trace[239217842] 'agreement among raft nodes before linearized reading' (duration: 604.574374ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:35.085443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:34.480650Z","time spent":"604.754045ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:35.085928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.98819ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:35.085991Z","caller":"traceutil/trace.go:172","msg":"trace[416702701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1339; }","duration":"206.02527ms","start":"2026-08-22T09:49:34.879929Z","end":"2026-08-22T09:49:35.085954Z","steps":["trace[416702701] 'agreement among raft nodes before linearized reading' (duration: 205.928409ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:51.390363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:51.508720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:51.522900Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:51.542786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:51.570807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33952","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:50:11.140685Z","caller":"traceutil/trace.go:172","msg":"trace[1658597639] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1791; }","duration":"260.293775ms","start":"2026-08-22T09:50:10.880333Z","end":"2026-08-22T09:50:11.140627Z","steps":["trace[1658597639] 'read index received' (duration: 260.267785ms)","trace[1658597639] 'applied index is now lower than readState.Index' (duration: 24.32µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:50:11.140854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.489218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:50:11.142084Z","caller":"traceutil/trace.go:172","msg":"trace[810145750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1540; }","duration":"261.6464ms","start":"2026-08-22T09:50:10.880315Z","end":"2026-08-22T09:50:11.141961Z","steps":["trace[810145750] 'agreement among raft nodes before linearized reading' (duration: 260.457068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:50:11.459756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.398301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:50:11.460559Z","caller":"traceutil/trace.go:172","msg":"trace[1717281772] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"152.505129ms","start":"2026-08-22T09:50:11.308016Z","end":"2026-08-22T09:50:11.460521Z","steps":["trace[1717281772] 'process raft request' (duration: 152.254807ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:50:11.460608Z","caller":"traceutil/trace.go:172","msg":"trace[673148544] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"152.419688ms","start":"2026-08-22T09:50:11.308178Z","end":"2026-08-22T09:50:11.460598Z","steps":["trace[673148544] 'process raft request' (duration: 152.213986ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:50:11.461033Z","caller":"traceutil/trace.go:172","msg":"trace[343168836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"161.528642ms","start":"2026-08-22T09:50:11.298329Z","end":"2026-08-22T09:50:11.459858Z","steps":["trace[343168836] 'range keys from in-memory index tree' (duration: 159.913145ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:50:11.463490Z","caller":"traceutil/trace.go:172","msg":"trace[2047069863] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1793; }","duration":"124.656856ms","start":"2026-08-22T09:50:11.338815Z","end":"2026-08-22T09:50:11.463472Z","steps":["trace[2047069863] 'read index received' (duration: 124.651436ms)","trace[2047069863] 'applied index is now lower than readState.Index' (duration: 4.37µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:50:11.464237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.227023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:50:11.464445Z","caller":"traceutil/trace.go:172","msg":"trace[876901513] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"119.840168ms","start":"2026-08-22T09:50:11.344584Z","end":"2026-08-22T09:50:11.464424Z","steps":["trace[876901513] 'process raft request' (duration: 119.721287ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:50:11.465475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.392012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:50:11.465514Z","caller":"traceutil/trace.go:172","msg":"trace[1698630658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1543; }","duration":"120.451053ms","start":"2026-08-22T09:50:11.345053Z","end":"2026-08-22T09:50:11.465505Z","steps":["trace[1698630658] 'agreement among raft nodes before linearized reading' (duration: 120.304822ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:50:11.464410Z","caller":"traceutil/trace.go:172","msg":"trace[1621823400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1542; }","duration":"125.599637ms","start":"2026-08-22T09:50:11.338797Z","end":"2026-08-22T09:50:11.464397Z","steps":["trace[1621823400] 'agreement among raft nodes before linearized reading' (duration: 125.054781ms)"],"step_count":1}