{"level":"warn","ts":"2026-06-17T20:17:36.592096Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-17T20:17:36.592252Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-17T20:17:36.592265Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=controller-1=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-17T20:17:36.592358Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-17T20:17:36.592379Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-17T20:17:36.592391Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-06-17T20:17:36.592422Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T20:17:36.592924Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-06-17T20:17:36.593040Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-17T20:17:36.593955Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078500}"} {"level":"info","ts":"2026-06-17T20:17:36.702996Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T20:17:36.703120Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"109.305346ms"} {"level":"info","ts":"2026-06-17T20:17:36.705840Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-17T20:17:36.705876Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-17T20:17:36.705945Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-17T20:17:37.071762Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-17T20:17:37.071974Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-06-17T20:17:37.072014Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-17T20:17:37.072135Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-06-17T20:17:37.072203Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-06-17T20:17:37.072218Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-17T20:17:37.072238Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-06-17T20:17:37.072286Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-06-17T20:17:37.116805Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-17T20:17:37.197977Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-17T20:17:37.541046Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-17T20:17:37.541783Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-17T20:17:37.541965Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-17T20:17:37.542123Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T20:17:37.542170Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T20:17:37.542282Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T20:17:37.542414Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T20:17:37.542661Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-17T20:17:37.542194Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-06-17T20:17:37.543086Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-06-17T20:17:37.542877Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-17T20:17:37.543302Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-06-17T20:17:37.543618Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-06-17T20:17:37.872673Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-06-17T20:17:37.872782Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-06-17T20:17:37.872893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-06-17T20:17:37.872929Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a31e123290fcf0df has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T20:17:37.872971Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"warn","ts":"2026-06-17T20:17:38.978788Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.105588758s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T20:17:38.978913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-06-17T20:17:38.978948Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a31e123290fcf0df has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T20:17:38.978974Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-06-17T20:17:38.978985Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-06-17T20:17:39.050210Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.113:2379]}","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-06-17T20:17:39.050266Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T20:17:39.050263Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T20:17:39.050376Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T20:17:39.050750Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-17T20:17:39.050821Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-17T20:17:39.052581Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-17T20:17:39.052764Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-17T20:17:39.052834Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-17T20:17:39.056181Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-06-17T20:17:39.056558Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-17T20:17:39.067930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.090043Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.118030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.129331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.137707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.146366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.159447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60826","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T20:17:39.162290Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.6"} {"level":"warn","ts":"2026-06-17T20:17:39.166513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.175570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.183739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.193105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60910","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T20:17:39.194604Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T20:17:39.194749Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T20:17:39.194951Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-06-17T20:17:39.195826Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-06-17T20:17:39.206669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.213209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.219863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.229929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.239176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.249305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.282193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.283456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.317594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.326020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.335690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.356092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.367631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.376834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.383559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.408467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.419529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.437191Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.444344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.453746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.462087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.470670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.480006Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.494612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.504114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.515554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.526096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.535800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.547155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.560902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.573885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.607521Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.619185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.627903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.640943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.649345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.660461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.667582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.679608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.686786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.693324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.703588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.711903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.759065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.770470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.778207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:17:39.852878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33564","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T20:17:40.750371Z","caller":"traceutil/trace.go:172","msg":"trace[1088281272] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:6; }","duration":"317.680554ms","start":"2026-06-17T20:17:40.432650Z","end":"2026-06-17T20:17:40.750331Z","steps":["trace[1088281272] 'read index received' (duration: 317.671334ms)","trace[1088281272] 'applied index is now lower than readState.Index' (duration: 7.5µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:40.781325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.308135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:40.781407Z","caller":"traceutil/trace.go:172","msg":"trace[1062947584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3; }","duration":"355.408528ms","start":"2026-06-17T20:17:40.425978Z","end":"2026-06-17T20:17:40.781387Z","steps":["trace[1062947584] 'agreement among raft nodes before linearized reading' (duration: 324.479251ms)","trace[1062947584] 'range keys from in-memory index tree' (duration: 30.794794ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:40.781451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.425903Z","time spent":"355.533591ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:17:40.781777Z","caller":"traceutil/trace.go:172","msg":"trace[1384369418] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"356.985915ms","start":"2026-06-17T20:17:40.424772Z","end":"2026-06-17T20:17:40.781758Z","steps":["trace[1384369418] 'process raft request' (duration: 325.661695ms)","trace[1384369418] 'compare' (duration: 31.01302ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:40.781942Z","caller":"traceutil/trace.go:172","msg":"trace[174544112] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"356.79229ms","start":"2026-06-17T20:17:40.425141Z","end":"2026-06-17T20:17:40.781933Z","steps":["trace[174544112] 'process raft request' (duration: 356.645725ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.781977Z","caller":"traceutil/trace.go:172","msg":"trace[1969750953] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"357.14121ms","start":"2026-06-17T20:17:40.424830Z","end":"2026-06-17T20:17:40.781972Z","steps":["trace[1969750953] 'process raft request' (duration: 356.838371ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.781998Z","caller":"traceutil/trace.go:172","msg":"trace[274954724] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"357.126719ms","start":"2026-06-17T20:17:40.424866Z","end":"2026-06-17T20:17:40.781993Z","steps":["trace[274954724] 'process raft request' (duration: 356.842581ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.782028Z","caller":"traceutil/trace.go:172","msg":"trace[694501540] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"355.284345ms","start":"2026-06-17T20:17:40.426739Z","end":"2026-06-17T20:17:40.782023Z","steps":["trace[694501540] 'process raft request' (duration: 355.077829ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.781996Z","caller":"traceutil/trace.go:172","msg":"trace[380245048] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"354.186524ms","start":"2026-06-17T20:17:40.427785Z","end":"2026-06-17T20:17:40.781972Z","steps":["trace[380245048] 'process raft request' (duration: 354.097551ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.782115Z","caller":"traceutil/trace.go:172","msg":"trace[526465509] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"355.322737ms","start":"2026-06-17T20:17:40.426787Z","end":"2026-06-17T20:17:40.782110Z","steps":["trace[526465509] 'process raft request' (duration: 355.067149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:40.782279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.424749Z","time spent":"357.061077ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.782410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.426778Z","time spent":"355.354077ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.782462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.425133Z","time spent":"356.82995ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.782774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.424819Z","time spent":"357.16823ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.782909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.424856Z","time spent":"357.15159ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.783022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.426729Z","time spent":"355.317026ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.783260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.427776Z","time spent":"354.296547ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":280,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.832300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.369893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:40.832335Z","caller":"traceutil/trace.go:172","msg":"trace[581031983] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"396.702547ms","start":"2026-06-17T20:17:40.435614Z","end":"2026-06-17T20:17:40.832317Z","steps":["trace[581031983] 'process raft request' (duration: 396.599484ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.832421Z","caller":"traceutil/trace.go:172","msg":"trace[802593714] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:10; }","duration":"349.509257ms","start":"2026-06-17T20:17:40.482890Z","end":"2026-06-17T20:17:40.832399Z","steps":["trace[802593714] 'agreement among raft nodes before linearized reading' (duration: 349.321512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:40.832470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.435589Z","time spent":"396.82808ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:40.832481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.482862Z","time spent":"349.60576ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:40.832465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.070571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-06-17T20:17:40.832603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.571406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-06-17T20:17:40.832705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.867523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:40.832780Z","caller":"traceutil/trace.go:172","msg":"trace[1479009323] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:10; }","duration":"394.959916ms","start":"2026-06-17T20:17:40.437805Z","end":"2026-06-17T20:17:40.832765Z","steps":["trace[1479009323] 'agreement among raft nodes before linearized reading' (duration: 394.532544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:40.832823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.437791Z","time spent":"395.024167ms","remote":"127.0.0.1:33228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-06-17T20:17:40.832631Z","caller":"traceutil/trace.go:172","msg":"trace[1464078597] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"396.257124ms","start":"2026-06-17T20:17:40.436354Z","end":"2026-06-17T20:17:40.832611Z","steps":["trace[1464078597] 'process raft request' (duration: 395.922705ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.832946Z","caller":"traceutil/trace.go:172","msg":"trace[2041292624] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10; }","duration":"353.242946ms","start":"2026-06-17T20:17:40.479375Z","end":"2026-06-17T20:17:40.832618Z","steps":["trace[2041292624] 'agreement among raft nodes before linearized reading' (duration: 352.826254ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:40.833268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.479346Z","time spent":"353.884704ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:40.833278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:40.436338Z","time spent":"396.586713ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:40.832836Z","caller":"traceutil/trace.go:172","msg":"trace[1004001683] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:10; }","duration":"221.716211ms","start":"2026-06-17T20:17:40.611006Z","end":"2026-06-17T20:17:40.832722Z","steps":["trace[1004001683] 'agreement among raft nodes before linearized reading' (duration: 221.269938ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:40.958664Z","caller":"traceutil/trace.go:172","msg":"trace[1114464734] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:15; }","duration":"126.489079ms","start":"2026-06-17T20:17:40.832146Z","end":"2026-06-17T20:17:40.958635Z","steps":["trace[1114464734] 'read index received' (duration: 126.480808ms)","trace[1114464734] 'applied index is now lower than readState.Index' (duration: 6.881µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:41.030862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.159223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.031010Z","caller":"traceutil/trace.go:172","msg":"trace[1851824975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"246.313468ms","start":"2026-06-17T20:17:40.784663Z","end":"2026-06-17T20:17:41.030977Z","steps":["trace[1851824975] 'agreement among raft nodes before linearized reading' (duration: 174.145731ms)","trace[1851824975] 'range keys from in-memory index tree' (duration: 71.970961ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:41.031525Z","caller":"traceutil/trace.go:172","msg":"trace[201626538] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"244.699712ms","start":"2026-06-17T20:17:40.786810Z","end":"2026-06-17T20:17:41.031510Z","steps":["trace[201626538] 'process raft request' (duration: 172.125053ms)","trace[201626538] 'compare' (duration: 71.766855ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:41.031232Z","caller":"traceutil/trace.go:172","msg":"trace[1875102895] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"241.50951ms","start":"2026-06-17T20:17:40.789673Z","end":"2026-06-17T20:17:41.031182Z","steps":["trace[1875102895] 'process raft request' (duration: 241.457018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.031702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.802283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.031764Z","caller":"traceutil/trace.go:172","msg":"trace[180600841] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:0; response_revision:18; }","duration":"195.874745ms","start":"2026-06-17T20:17:40.835870Z","end":"2026-06-17T20:17:41.031744Z","steps":["trace[180600841] 'agreement among raft nodes before linearized reading' (duration: 195.756581ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.031783Z","caller":"traceutil/trace.go:172","msg":"trace[1916806843] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"244.63826ms","start":"2026-06-17T20:17:40.787125Z","end":"2026-06-17T20:17:41.031763Z","steps":["trace[1916806843] 'process raft request' (duration: 243.799966ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.031808Z","caller":"traceutil/trace.go:172","msg":"trace[1285555522] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"243.375533ms","start":"2026-06-17T20:17:40.788421Z","end":"2026-06-17T20:17:41.031797Z","steps":["trace[1285555522] 'process raft request' (duration: 242.631992ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.031907Z","caller":"traceutil/trace.go:172","msg":"trace[1166045910] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"244.710462ms","start":"2026-06-17T20:17:40.787187Z","end":"2026-06-17T20:17:41.031898Z","steps":["trace[1166045910] 'process raft request' (duration: 243.794666ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.032124Z","caller":"traceutil/trace.go:172","msg":"trace[1299845061] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"243.63511ms","start":"2026-06-17T20:17:40.788468Z","end":"2026-06-17T20:17:41.032103Z","steps":["trace[1299845061] 'process raft request' (duration: 242.623411ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.032319Z","caller":"traceutil/trace.go:172","msg":"trace[1533430651] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"196.624247ms","start":"2026-06-17T20:17:40.835678Z","end":"2026-06-17T20:17:41.032302Z","steps":["trace[1533430651] 'process raft request' (duration: 195.968268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.032491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.498832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-06-17T20:17:41.032522Z","caller":"traceutil/trace.go:172","msg":"trace[1296011065] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:18; }","duration":"197.530803ms","start":"2026-06-17T20:17:40.834983Z","end":"2026-06-17T20:17:41.032514Z","steps":["trace[1296011065] 'agreement among raft nodes before linearized reading' (duration: 196.38746ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.032590Z","caller":"traceutil/trace.go:172","msg":"trace[1565830320] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"195.70593ms","start":"2026-06-17T20:17:40.836867Z","end":"2026-06-17T20:17:41.032573Z","steps":["trace[1565830320] 'process raft request' (duration: 195.039291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.031588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.719045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.032847Z","caller":"traceutil/trace.go:172","msg":"trace[770110314] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:18; }","duration":"142.980741ms","start":"2026-06-17T20:17:40.889853Z","end":"2026-06-17T20:17:41.032833Z","steps":["trace[770110314] 'agreement among raft nodes before linearized reading' (duration: 141.667583ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.033004Z","caller":"traceutil/trace.go:172","msg":"trace[454373091] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"243.61102ms","start":"2026-06-17T20:17:40.788311Z","end":"2026-06-17T20:17:41.031922Z","steps":["trace[454373091] 'process raft request' (duration: 242.698444ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.033196Z","caller":"traceutil/trace.go:172","msg":"trace[284897168] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"195.644688ms","start":"2026-06-17T20:17:40.837544Z","end":"2026-06-17T20:17:41.033189Z","steps":["trace[284897168] 'process raft request' (duration: 194.585488ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.262972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.763877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.263093Z","caller":"traceutil/trace.go:172","msg":"trace[176372950] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:22; }","duration":"173.906241ms","start":"2026-06-17T20:17:41.089170Z","end":"2026-06-17T20:17:41.263077Z","steps":["trace[176372950] 'agreement among raft nodes before linearized reading' (duration: 72.068383ms)","trace[176372950] 'range keys from in-memory index tree' (duration: 101.667723ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:41.263393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.712214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-06-17T20:17:41.263585Z","caller":"traceutil/trace.go:172","msg":"trace[290406474] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"225.575496ms","start":"2026-06-17T20:17:41.037987Z","end":"2026-06-17T20:17:41.263563Z","steps":["trace[290406474] 'process raft request' (duration: 225.474013ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.263727Z","caller":"traceutil/trace.go:172","msg":"trace[93167072] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"225.467573ms","start":"2026-06-17T20:17:41.038248Z","end":"2026-06-17T20:17:41.263716Z","steps":["trace[93167072] 'process raft request' (duration: 225.243276ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.263759Z","caller":"traceutil/trace.go:172","msg":"trace[1565119573] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"226.306877ms","start":"2026-06-17T20:17:41.037442Z","end":"2026-06-17T20:17:41.263749Z","steps":["trace[1565119573] 'process raft request' (duration: 123.860301ms)","trace[1565119573] 'compare' (duration: 101.597111ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:41.263772Z","caller":"traceutil/trace.go:172","msg":"trace[739401870] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"224.958109ms","start":"2026-06-17T20:17:41.038787Z","end":"2026-06-17T20:17:41.263745Z","steps":["trace[739401870] 'process raft request' (duration: 224.717242ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.263910Z","caller":"traceutil/trace.go:172","msg":"trace[494253031] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"225.047811ms","start":"2026-06-17T20:17:41.038845Z","end":"2026-06-17T20:17:41.263893Z","steps":["trace[494253031] 'process raft request' (duration: 224.848205ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.264181Z","caller":"traceutil/trace.go:172","msg":"trace[1585588881] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"225.230637ms","start":"2026-06-17T20:17:41.038940Z","end":"2026-06-17T20:17:41.264170Z","steps":["trace[1585588881] 'process raft request' (duration: 224.784094ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.264752Z","caller":"traceutil/trace.go:172","msg":"trace[954071399] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"191.092364ms","start":"2026-06-17T20:17:41.073650Z","end":"2026-06-17T20:17:41.264742Z","steps":["trace[954071399] 'process raft request' (duration: 190.889408ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.264856Z","caller":"traceutil/trace.go:172","msg":"trace[1292410059] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"225.504364ms","start":"2026-06-17T20:17:41.039338Z","end":"2026-06-17T20:17:41.264842Z","steps":["trace[1292410059] 'process raft request' (duration: 224.406293ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.451428Z","caller":"traceutil/trace.go:172","msg":"trace[1279013489] linearizableReadLoop","detail":"{readStateIndex:35; appliedIndex:35; }","duration":"132.966042ms","start":"2026-06-17T20:17:41.318423Z","end":"2026-06-17T20:17:41.451389Z","steps":["trace[1279013489] 'read index received' (duration: 132.954742ms)","trace[1279013489] 'applied index is now lower than readState.Index' (duration: 8.74µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:41.543746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.297377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.543905Z","caller":"traceutil/trace.go:172","msg":"trace[1999988275] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:31; }","duration":"225.466142ms","start":"2026-06-17T20:17:41.318418Z","end":"2026-06-17T20:17:41.543884Z","steps":["trace[1999988275] 'agreement among raft nodes before linearized reading' (duration: 133.080485ms)","trace[1999988275] 'range keys from in-memory index tree' (duration: 91.933383ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:41.543955Z","caller":"traceutil/trace.go:172","msg":"trace[1906723614] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"273.486733ms","start":"2026-06-17T20:17:41.270446Z","end":"2026-06-17T20:17:41.543933Z","steps":["trace[1906723614] 'process raft request' (duration: 273.334979ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.544103Z","caller":"traceutil/trace.go:172","msg":"trace[310186873] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"273.610946ms","start":"2026-06-17T20:17:41.270478Z","end":"2026-06-17T20:17:41.544089Z","steps":["trace[310186873] 'process raft request' (duration: 273.456422ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.544141Z","caller":"traceutil/trace.go:172","msg":"trace[899809847] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"273.650018ms","start":"2026-06-17T20:17:41.270480Z","end":"2026-06-17T20:17:41.544130Z","steps":["trace[899809847] 'process raft request' (duration: 273.39996ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.544233Z","caller":"traceutil/trace.go:172","msg":"trace[987093159] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"273.675068ms","start":"2026-06-17T20:17:41.270551Z","end":"2026-06-17T20:17:41.544226Z","steps":["trace[987093159] 'process raft request' (duration: 273.520574ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.544202Z","caller":"traceutil/trace.go:172","msg":"trace[41504050] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"187.145511ms","start":"2026-06-17T20:17:41.357032Z","end":"2026-06-17T20:17:41.544177Z","steps":["trace[41504050] 'process raft request' (duration: 187.091549ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.544283Z","caller":"traceutil/trace.go:172","msg":"trace[1474810375] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"273.780272ms","start":"2026-06-17T20:17:41.270497Z","end":"2026-06-17T20:17:41.544278Z","steps":["trace[1474810375] 'process raft request' (duration: 273.491294ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.544395Z","caller":"traceutil/trace.go:172","msg":"trace[216267419] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"273.870574ms","start":"2026-06-17T20:17:41.270519Z","end":"2026-06-17T20:17:41.544390Z","steps":["trace[216267419] 'process raft request' (duration: 273.509684ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.544533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.062642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.544569Z","caller":"traceutil/trace.go:172","msg":"trace[1600863016] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:38; }","duration":"223.113724ms","start":"2026-06-17T20:17:41.321448Z","end":"2026-06-17T20:17:41.544562Z","steps":["trace[1600863016] 'agreement among raft nodes before linearized reading' (duration: 223.019291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.544648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.053372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:41.546869Z","caller":"traceutil/trace.go:172","msg":"trace[72975487] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:38; }","duration":"225.236945ms","start":"2026-06-17T20:17:41.321581Z","end":"2026-06-17T20:17:41.546818Z","steps":["trace[72975487] 'agreement among raft nodes before linearized reading' (duration: 222.883747ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:41.722474Z","caller":"traceutil/trace.go:172","msg":"trace[1558777700] linearizableReadLoop","detail":"{readStateIndex:43; appliedIndex:43; }","duration":"171.284434ms","start":"2026-06-17T20:17:41.551172Z","end":"2026-06-17T20:17:41.722456Z","steps":["trace[1558777700] 'read index received' (duration: 171.279534ms)","trace[1558777700] 'applied index is now lower than readState.Index' (duration: 4.13µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:41.900381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.163219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-06-17T20:17:41.900449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.671169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-06-17T20:17:41.900513Z","caller":"traceutil/trace.go:172","msg":"trace[1447249630] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:38; }","duration":"349.306553ms","start":"2026-06-17T20:17:41.551168Z","end":"2026-06-17T20:17:41.900474Z","steps":["trace[1447249630] 'agreement among raft nodes before linearized reading' (duration: 171.447969ms)","trace[1447249630] 'range keys from in-memory index tree' (duration: 177.646188ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:41.900577Z","caller":"traceutil/trace.go:172","msg":"trace[2016511978] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"354.518384ms","start":"2026-06-17T20:17:41.546017Z","end":"2026-06-17T20:17:41.900535Z","steps":["trace[2016511978] 'process raft request' (duration: 176.641139ms)","trace[2016511978] 'compare' (duration: 177.551305ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:41.900578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:41.551144Z","time spent":"349.418946ms","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:41.900622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:41.546005Z","time spent":"354.603126ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:41.902744Z","caller":"traceutil/trace.go:172","msg":"trace[42512598] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:44; }","duration":"180.11976ms","start":"2026-06-17T20:17:41.722614Z","end":"2026-06-17T20:17:41.902734Z","steps":["trace[42512598] 'read index received' (duration: 180.11111ms)","trace[42512598] 'applied index is now lower than readState.Index' (duration: 8.09µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:41.903418Z","caller":"traceutil/trace.go:172","msg":"trace[661407870] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"352.349701ms","start":"2026-06-17T20:17:41.551054Z","end":"2026-06-17T20:17:41.903404Z","steps":["trace[661407870] 'process raft request' (duration: 351.897308ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.903480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:41.551046Z","time spent":"352.404832ms","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:41.904115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.873536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2908"} {"level":"info","ts":"2026-06-17T20:17:41.904171Z","caller":"traceutil/trace.go:172","msg":"trace[1302087464] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:39; }","duration":"352.933187ms","start":"2026-06-17T20:17:41.551224Z","end":"2026-06-17T20:17:41.904157Z","steps":["trace[1302087464] 'agreement among raft nodes before linearized reading' (duration: 351.647921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.904209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:41.551196Z","time spent":"353.001099ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":2931,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-06-17T20:17:41.903495Z","caller":"traceutil/trace.go:172","msg":"trace[1464080796] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"350.516608ms","start":"2026-06-17T20:17:41.552960Z","end":"2026-06-17T20:17:41.903477Z","steps":["trace[1464080796] 'process raft request' (duration: 350.115767ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.903959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.855677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2908"} {"level":"warn","ts":"2026-06-17T20:17:41.905666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:41.552921Z","time spent":"352.718191ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:41.905847Z","caller":"traceutil/trace.go:172","msg":"trace[1671129883] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:39; }","duration":"352.711401ms","start":"2026-06-17T20:17:41.553086Z","end":"2026-06-17T20:17:41.905797Z","steps":["trace[1671129883] 'agreement among raft nodes before linearized reading' (duration: 349.707965ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:41.905999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:41.553035Z","time spent":"352.908316ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":2931,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:42.091098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.627336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2908"} {"level":"info","ts":"2026-06-17T20:17:42.091229Z","caller":"traceutil/trace.go:172","msg":"trace[1938361876] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:42; }","duration":"176.76495ms","start":"2026-06-17T20:17:41.914419Z","end":"2026-06-17T20:17:42.091184Z","steps":["trace[1938361876] 'agreement among raft nodes before linearized reading' (duration: 91.432788ms)","trace[1938361876] 'range keys from in-memory index tree' (duration: 85.048863ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.091354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.426581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:42.091400Z","caller":"traceutil/trace.go:172","msg":"trace[605375332] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:42; }","duration":"183.507404ms","start":"2026-06-17T20:17:41.907881Z","end":"2026-06-17T20:17:42.091389Z","steps":["trace[605375332] 'agreement among raft nodes before linearized reading' (duration: 97.991837ms)","trace[605375332] 'range keys from in-memory index tree' (duration: 85.414434ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:42.091200Z","caller":"traceutil/trace.go:172","msg":"trace[1488809947] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"181.747273ms","start":"2026-06-17T20:17:41.909423Z","end":"2026-06-17T20:17:42.091170Z","steps":["trace[1488809947] 'process raft request' (duration: 96.528335ms)","trace[1488809947] 'compare' (duration: 84.881749ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.091938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.172251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18b9f7a96b1fe30a\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:42.091982Z","caller":"traceutil/trace.go:172","msg":"trace[858378191] range","detail":"{range_begin:/registry/events/default/controller-1.18b9f7a96b1fe30a; range_end:; response_count:0; response_revision:44; }","duration":"113.218552ms","start":"2026-06-17T20:17:41.978754Z","end":"2026-06-17T20:17:42.091972Z","steps":["trace[858378191] 'agreement among raft nodes before linearized reading' (duration: 113.14468ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:42.091955Z","caller":"traceutil/trace.go:172","msg":"trace[247433780] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"181.351452ms","start":"2026-06-17T20:17:41.910549Z","end":"2026-06-17T20:17:42.091901Z","steps":["trace[247433780] 'process raft request' (duration: 180.57576ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:42.091981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.305464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:42.092636Z","caller":"traceutil/trace.go:172","msg":"trace[1722933898] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:44; }","duration":"114.983483ms","start":"2026-06-17T20:17:41.977625Z","end":"2026-06-17T20:17:42.092608Z","steps":["trace[1722933898] 'agreement among raft nodes before linearized reading' (duration: 114.229702ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:42.377308Z","caller":"traceutil/trace.go:172","msg":"trace[1126000497] linearizableReadLoop","detail":"{readStateIndex:49; appliedIndex:49; }","duration":"280.716321ms","start":"2026-06-17T20:17:42.096406Z","end":"2026-06-17T20:17:42.377122Z","steps":["trace[1126000497] 'read index received' (duration: 280.70745ms)","trace[1126000497] 'applied index is now lower than readState.Index' (duration: 7.681µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.401127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.698715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:42.401227Z","caller":"traceutil/trace.go:172","msg":"trace[338141300] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:44; }","duration":"304.813028ms","start":"2026-06-17T20:17:42.096391Z","end":"2026-06-17T20:17:42.401204Z","steps":["trace[338141300] 'agreement among raft nodes before linearized reading' (duration: 280.913567ms)","trace[338141300] 'range keys from in-memory index tree' (duration: 23.748228ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.401286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.096373Z","time spent":"304.90153ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"info","ts":"2026-06-17T20:17:42.401225Z","caller":"traceutil/trace.go:172","msg":"trace[512148723] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"306.145406ms","start":"2026-06-17T20:17:42.095063Z","end":"2026-06-17T20:17:42.401208Z","steps":["trace[512148723] 'process raft request' (duration: 282.199034ms)","trace[512148723] 'compare' (duration: 23.829029ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.401495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.095028Z","time spent":"306.407604ms","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:42.416240Z","caller":"traceutil/trace.go:172","msg":"trace[1966808317] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"318.726975ms","start":"2026-06-17T20:17:42.097488Z","end":"2026-06-17T20:17:42.416215Z","steps":["trace[1966808317] 'process raft request' (duration: 318.605521ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:42.416271Z","caller":"traceutil/trace.go:172","msg":"trace[1142529011] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"318.719134ms","start":"2026-06-17T20:17:42.097546Z","end":"2026-06-17T20:17:42.416265Z","steps":["trace[1142529011] 'process raft request' (duration: 318.623791ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:42.416319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.097456Z","time spent":"318.821768ms","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:42.416342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.097517Z","time spent":"318.776166ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:42.416244Z","caller":"traceutil/trace.go:172","msg":"trace[158790552] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"317.739315ms","start":"2026-06-17T20:17:42.098495Z","end":"2026-06-17T20:17:42.416234Z","steps":["trace[158790552] 'process raft request' (duration: 317.702014ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:42.416684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.098483Z","time spent":"317.911571ms","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:17:42.547293Z","caller":"traceutil/trace.go:172","msg":"trace[1997123658] linearizableReadLoop","detail":"{readStateIndex:53; appliedIndex:53; }","duration":"126.685561ms","start":"2026-06-17T20:17:42.420590Z","end":"2026-06-17T20:17:42.547276Z","steps":["trace[1997123658] 'read index received' (duration: 126.68076ms)","trace[1997123658] 'applied index is now lower than readState.Index' (duration: 3.991µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:42.563824Z","caller":"traceutil/trace.go:172","msg":"trace[2066710500] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"144.426616ms","start":"2026-06-17T20:17:42.419372Z","end":"2026-06-17T20:17:42.563799Z","steps":["trace[2066710500] 'process raft request' (duration: 128.087991ms)","trace[2066710500] 'compare' (duration: 16.219372ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.563850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.225442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18b9f7a96b204764\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-06-17T20:17:42.563948Z","caller":"traceutil/trace.go:172","msg":"trace[442470515] range","detail":"{range_begin:/registry/events/default/controller-1.18b9f7a96b204764; range_end:; response_count:1; response_revision:48; }","duration":"143.326665ms","start":"2026-06-17T20:17:42.420586Z","end":"2026-06-17T20:17:42.563913Z","steps":["trace[442470515] 'agreement among raft nodes before linearized reading' (duration: 126.765283ms)","trace[442470515] 'range keys from in-memory index tree' (duration: 16.338476ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:42.572388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.410475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:42.572450Z","caller":"traceutil/trace.go:172","msg":"trace[1344152898] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:49; }","duration":"151.478677ms","start":"2026-06-17T20:17:42.420952Z","end":"2026-06-17T20:17:42.572430Z","steps":["trace[1344152898] 'agreement among raft nodes before linearized reading' (duration: 151.372354ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:42.573154Z","caller":"traceutil/trace.go:172","msg":"trace[1304507289] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"151.668163ms","start":"2026-06-17T20:17:42.421450Z","end":"2026-06-17T20:17:42.573118Z","steps":["trace[1304507289] 'process raft request' (duration: 151.487118ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:43.175393Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161480903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:17:43.676405Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161480903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:17:44.177769Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161480903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:17:44.678192Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161480903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:17:44.863748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.246394921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:44.863826Z","caller":"traceutil/trace.go:172","msg":"trace[55461945] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:52; }","duration":"2.246481043s","start":"2026-06-17T20:17:42.617326Z","end":"2026-06-17T20:17:44.863808Z","steps":["trace[55461945] 'agreement among raft nodes before linearized reading' (duration: 57.825578ms)","trace[55461945] 'range keys from in-memory index tree' (duration: 2.188509401s)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:44.863863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.617315Z","time spent":"2.246539594s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cluster-admin\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:44.864243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.189029476s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-06-17T20:17:44.864331Z","caller":"traceutil/trace.go:172","msg":"trace[935913697] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"2.251892517s","start":"2026-06-17T20:17:42.612424Z","end":"2026-06-17T20:17:44.864317Z","steps":["trace[935913697] 'process raft request' (duration: 62.728688ms)","trace[935913697] 'compare' (duration: 2.18849195s)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:44.864378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.612394Z","time spent":"2.251966159s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:17:44.926222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000355568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T20:17:44.926330Z","caller":"traceutil/trace.go:172","msg":"trace[1372131107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503832s","start":"2026-06-17T20:17:42.925807Z","end":"2026-06-17T20:17:44.926311Z","steps":["trace[1372131107] 'agreement among raft nodes before linearized reading' (duration: 2.000352968s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:44.926406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.925770Z","time spent":"2.000627826s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:17:45.179104Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161480903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:17:45.429750Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.75463408s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T20:17:45.430064Z","caller":"traceutil/trace.go:172","msg":"trace[1257620006] linearizableReadLoop","detail":"{readStateIndex:58; appliedIndex:58; }","duration":"2.754919008s","start":"2026-06-17T20:17:42.675105Z","end":"2026-06-17T20:17:45.430024Z","steps":["trace[1257620006] 'read index received' (duration: 2.754889787s)","trace[1257620006] 'applied index is now lower than readState.Index' (duration: 27.1µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:45.494073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.873314135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18b9f7a96b206d20\" limit:1 ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-06-17T20:17:45.494170Z","caller":"traceutil/trace.go:172","msg":"trace[1784491307] range","detail":"{range_begin:/registry/events/default/controller-1.18b9f7a96b206d20; range_end:; response_count:1; response_revision:53; }","duration":"2.873414177s","start":"2026-06-17T20:17:42.620719Z","end":"2026-06-17T20:17:45.494133Z","steps":["trace[1784491307] 'agreement among raft nodes before linearized reading' (duration: 2.8094378s)","trace[1784491307] 'range keys from in-memory index tree' (duration: 63.758391ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:45.494212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.620686Z","time spent":"2.87351782s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":699,"request content":"key:\"/registry/events/default/controller-1.18b9f7a96b206d20\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:45.495141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.429123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:45.494744Z","caller":"traceutil/trace.go:172","msg":"trace[570482786] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"2.874730515s","start":"2026-06-17T20:17:42.619961Z","end":"2026-06-17T20:17:45.494692Z","steps":["trace[570482786] 'process raft request' (duration: 2.810182262s)","trace[570482786] 'compare' (duration: 64.234964ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:45.495482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:42.619944Z","time spent":"2.875455104s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:45.495425Z","caller":"traceutil/trace.go:172","msg":"trace[280626706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:54; }","duration":"565.542126ms","start":"2026-06-17T20:17:44.929678Z","end":"2026-06-17T20:17:45.495220Z","steps":["trace[280626706] 'agreement among raft nodes before linearized reading' (duration: 565.360241ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:45.495616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:44.929659Z","time spent":"565.939976ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:17:45.495921Z","caller":"traceutil/trace.go:172","msg":"trace[1413668712] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"626.199885ms","start":"2026-06-17T20:17:44.869709Z","end":"2026-06-17T20:17:45.495909Z","steps":["trace[1413668712] 'process raft request' (duration: 625.932098ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:45.495909Z","caller":"traceutil/trace.go:172","msg":"trace[274647882] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"625.243688ms","start":"2026-06-17T20:17:44.870647Z","end":"2026-06-17T20:17:45.495891Z","steps":["trace[274647882] 'process raft request' (duration: 625.171146ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:45.495988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:44.869681Z","time spent":"626.269887ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:45.496050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:44.870622Z","time spent":"625.345872ms","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:17:45.612103Z","caller":"traceutil/trace.go:172","msg":"trace[879310882] linearizableReadLoop","detail":"{readStateIndex:61; appliedIndex:61; }","duration":"114.4908ms","start":"2026-06-17T20:17:45.497575Z","end":"2026-06-17T20:17:45.612066Z","steps":["trace[879310882] 'read index received' (duration: 114.4777ms)","trace[879310882] 'applied index is now lower than readState.Index' (duration: 10.57µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:45.795222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.059484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"warn","ts":"2026-06-17T20:17:45.795348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.72964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:45.795413Z","caller":"traceutil/trace.go:172","msg":"trace[962409999] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"297.915245ms","start":"2026-06-17T20:17:45.497456Z","end":"2026-06-17T20:17:45.795371Z","steps":["trace[962409999] 'process raft request' (duration: 114.641125ms)","trace[962409999] 'compare' (duration: 182.948461ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:45.795465Z","caller":"traceutil/trace.go:172","msg":"trace[2004851289] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"293.809281ms","start":"2026-06-17T20:17:45.501639Z","end":"2026-06-17T20:17:45.795448Z","steps":["trace[2004851289] 'process raft request' (duration: 293.721669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:45.795580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.93527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:45.795413Z","caller":"traceutil/trace.go:172","msg":"trace[2022088713] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:61; }","duration":"183.187937ms","start":"2026-06-17T20:17:45.612194Z","end":"2026-06-17T20:17:45.795382Z","steps":["trace[2022088713] 'read index received' (duration: 181.290875ms)","trace[2022088713] 'applied index is now lower than readState.Index' (duration: 1.895642ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:45.795458Z","caller":"traceutil/trace.go:172","msg":"trace[2101961659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:56; }","duration":"297.861773ms","start":"2026-06-17T20:17:45.497566Z","end":"2026-06-17T20:17:45.795428Z","steps":["trace[2101961659] 'agreement among raft nodes before linearized reading' (duration: 114.567043ms)","trace[2101961659] 'range keys from in-memory index tree' (duration: 183.084845ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:45.795645Z","caller":"traceutil/trace.go:172","msg":"trace[382786664] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:59; }","duration":"296.027172ms","start":"2026-06-17T20:17:45.499604Z","end":"2026-06-17T20:17:45.795632Z","steps":["trace[382786664] 'agreement among raft nodes before linearized reading' (duration: 295.871198ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:45.795580Z","caller":"traceutil/trace.go:172","msg":"trace[701039329] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"296.381603ms","start":"2026-06-17T20:17:45.499164Z","end":"2026-06-17T20:17:45.795545Z","steps":["trace[701039329] 'process raft request' (duration: 296.168147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:45.957848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.730293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:45.957943Z","caller":"traceutil/trace.go:172","msg":"trace[380476807] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:0; response_revision:65; }","duration":"120.839836ms","start":"2026-06-17T20:17:45.837088Z","end":"2026-06-17T20:17:45.957928Z","steps":["trace[380476807] 'agreement among raft nodes before linearized reading' (duration: 91.933683ms)","trace[380476807] 'range keys from in-memory index tree' (duration: 28.752839ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:45.958142Z","caller":"traceutil/trace.go:172","msg":"trace[318443327] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"109.556743ms","start":"2026-06-17T20:17:45.848560Z","end":"2026-06-17T20:17:45.958117Z","steps":["trace[318443327] 'process raft request' (duration: 109.517492ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:45.958418Z","caller":"traceutil/trace.go:172","msg":"trace[480776173] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"121.125185ms","start":"2026-06-17T20:17:45.837264Z","end":"2026-06-17T20:17:45.958389Z","steps":["trace[480776173] 'process raft request' (duration: 91.78084ms)","trace[480776173] 'compare' (duration: 28.858802ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:45.958564Z","caller":"traceutil/trace.go:172","msg":"trace[1199449405] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"115.121707ms","start":"2026-06-17T20:17:45.843430Z","end":"2026-06-17T20:17:45.958552Z","steps":["trace[1199449405] 'process raft request' (duration: 114.607253ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:46.407021Z","caller":"traceutil/trace.go:172","msg":"trace[2131866107] linearizableReadLoop","detail":"{readStateIndex:95; appliedIndex:95; }","duration":"123.119321ms","start":"2026-06-17T20:17:46.283871Z","end":"2026-06-17T20:17:46.406991Z","steps":["trace[2131866107] 'read index received' (duration: 123.112291ms)","trace[2131866107] 'applied index is now lower than readState.Index' (duration: 5.51µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:46.408534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.636262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18b9f7a96b206d20\" limit:1 ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-06-17T20:17:46.408579Z","caller":"traceutil/trace.go:172","msg":"trace[1675801263] range","detail":"{range_begin:/registry/events/default/controller-1.18b9f7a96b206d20; range_end:; response_count:1; response_revision:90; }","duration":"124.701104ms","start":"2026-06-17T20:17:46.283867Z","end":"2026-06-17T20:17:46.408568Z","steps":["trace[1675801263] 'agreement among raft nodes before linearized reading' (duration: 123.248454ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:46.408764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.611159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:46.409094Z","caller":"traceutil/trace.go:172","msg":"trace[880356803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:91; }","duration":"117.932828ms","start":"2026-06-17T20:17:46.291145Z","end":"2026-06-17T20:17:46.409078Z","steps":["trace[880356803] 'agreement among raft nodes before linearized reading' (duration: 117.596819ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:46.408829Z","caller":"traceutil/trace.go:172","msg":"trace[1025989388] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"126.893415ms","start":"2026-06-17T20:17:46.281924Z","end":"2026-06-17T20:17:46.408817Z","steps":["trace[1025989388] 'process raft request' (duration: 125.092986ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:46.408893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.365492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:46.409327Z","caller":"traceutil/trace.go:172","msg":"trace[1928878732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:91; }","duration":"117.799554ms","start":"2026-06-17T20:17:46.291518Z","end":"2026-06-17T20:17:46.409317Z","steps":["trace[1928878732] 'agreement among raft nodes before linearized reading' (duration: 117.335322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:46.634483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.150022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-17T20:17:46.634583Z","caller":"traceutil/trace.go:172","msg":"trace[55917303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:94; }","duration":"135.261805ms","start":"2026-06-17T20:17:46.499292Z","end":"2026-06-17T20:17:46.634553Z","steps":["trace[55917303] 'agreement among raft nodes before linearized reading' (duration: 90.193864ms)","trace[55917303] 'range keys from in-memory index tree' (duration: 44.817235ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:46.635026Z","caller":"traceutil/trace.go:172","msg":"trace[453270957] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"166.504316ms","start":"2026-06-17T20:17:46.468500Z","end":"2026-06-17T20:17:46.635005Z","steps":["trace[453270957] 'process raft request' (duration: 121.039073ms)","trace[453270957] 'compare' (duration: 44.726213ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:46.635313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.399319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:46.635599Z","caller":"traceutil/trace.go:172","msg":"trace[526321110] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"137.936679ms","start":"2026-06-17T20:17:46.497635Z","end":"2026-06-17T20:17:46.635572Z","steps":["trace[526321110] 'process raft request' (duration: 136.8608ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:46.635833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.8114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-17T20:17:46.635897Z","caller":"traceutil/trace.go:172","msg":"trace[297251319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:96; }","duration":"135.877221ms","start":"2026-06-17T20:17:46.500005Z","end":"2026-06-17T20:17:46.635882Z","steps":["trace[297251319] 'agreement among raft nodes before linearized reading' (duration: 135.696507ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:46.636329Z","caller":"traceutil/trace.go:172","msg":"trace[496324201] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:96; }","duration":"135.483352ms","start":"2026-06-17T20:17:46.499888Z","end":"2026-06-17T20:17:46.635371Z","steps":["trace[496324201] 'agreement among raft nodes before linearized reading' (duration: 135.328107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:46.636705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.007085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-17T20:17:46.637320Z","caller":"traceutil/trace.go:172","msg":"trace[1083511089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:96; }","duration":"112.500438ms","start":"2026-06-17T20:17:46.524666Z","end":"2026-06-17T20:17:46.637167Z","steps":["trace[1083511089] 'agreement among raft nodes before linearized reading' (duration: 110.780421ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:46.922548Z","caller":"traceutil/trace.go:172","msg":"trace[1556678709] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"100.425456ms","start":"2026-06-17T20:17:46.822085Z","end":"2026-06-17T20:17:46.922510Z","steps":["trace[1556678709] 'process raft request' (duration: 47.92272ms)","trace[1556678709] 'compare' (duration: 52.26692ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:46.922612Z","caller":"traceutil/trace.go:172","msg":"trace[1272423692] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"100.394615ms","start":"2026-06-17T20:17:46.822158Z","end":"2026-06-17T20:17:46.922553Z","steps":["trace[1272423692] 'process raft request' (duration: 100.273012ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:47.120689Z","caller":"traceutil/trace.go:172","msg":"trace[679231554] transaction","detail":"{read_only:false; response_revision:112; number_of_response:1; }","duration":"100.965298ms","start":"2026-06-17T20:17:47.019700Z","end":"2026-06-17T20:17:47.120665Z","steps":["trace[679231554] 'compare' (duration: 97.327687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:47.120714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.888486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18b9f7a96b206d20\" limit:1 ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-06-17T20:17:47.120868Z","caller":"traceutil/trace.go:172","msg":"trace[47575465] range","detail":"{range_begin:/registry/events/default/controller-1.18b9f7a96b206d20; range_end:; response_count:1; response_revision:111; }","duration":"101.04881ms","start":"2026-06-17T20:17:47.019767Z","end":"2026-06-17T20:17:47.120816Z","steps":["trace[47575465] 'range keys from in-memory index tree' (duration: 97.286147ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:47.491678Z","caller":"traceutil/trace.go:172","msg":"trace[1667623240] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"113.418268ms","start":"2026-06-17T20:17:47.378243Z","end":"2026-06-17T20:17:47.491661Z","steps":["trace[1667623240] 'process raft request' (duration: 113.381057ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:47.492049Z","caller":"traceutil/trace.go:172","msg":"trace[1813337782] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"115.651359ms","start":"2026-06-17T20:17:47.376351Z","end":"2026-06-17T20:17:47.492003Z","steps":["trace[1813337782] 'process raft request' (duration: 30.237406ms)","trace[1813337782] 'compare' (duration: 84.898159ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:47.952668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.296185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:17:47.952924Z","caller":"traceutil/trace.go:172","msg":"trace[878983402] transaction","detail":"{read_only:false; response_revision:131; number_of_response:1; }","duration":"276.271025ms","start":"2026-06-17T20:17:47.676631Z","end":"2026-06-17T20:17:47.952902Z","steps":["trace[878983402] 'process raft request' (duration: 276.202783ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:47.953128Z","caller":"traceutil/trace.go:172","msg":"trace[1672103188] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"325.389107ms","start":"2026-06-17T20:17:47.627507Z","end":"2026-06-17T20:17:47.952896Z","steps":["trace[1672103188] 'process raft request' (duration: 196.769724ms)","trace[1672103188] 'compare' (duration: 128.030327ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:47.953275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:47.627480Z","time spent":"325.731517ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:48.404468Z","caller":"traceutil/trace.go:172","msg":"trace[1790779043] transaction","detail":"{read_only:false; response_revision:149; number_of_response:1; }","duration":"142.333505ms","start":"2026-06-17T20:17:48.262103Z","end":"2026-06-17T20:17:48.404437Z","steps":["trace[1790779043] 'process raft request' (duration: 50.936999ms)","trace[1790779043] 'compare' (duration: 91.245052ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:48.487084Z","caller":"traceutil/trace.go:172","msg":"trace[312856485] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"186.239424ms","start":"2026-06-17T20:17:48.300818Z","end":"2026-06-17T20:17:48.487057Z","steps":["trace[312856485] 'process raft request' (duration: 185.965007ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:48.847542Z","caller":"traceutil/trace.go:172","msg":"trace[1267904514] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"129.22807ms","start":"2026-06-17T20:17:48.718253Z","end":"2026-06-17T20:17:48.847481Z","steps":["trace[1267904514] 'process raft request' (duration: 71.713972ms)","trace[1267904514] 'compare' (duration: 57.337663ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:49.128753Z","caller":"traceutil/trace.go:172","msg":"trace[1866071170] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"188.128227ms","start":"2026-06-17T20:17:48.940588Z","end":"2026-06-17T20:17:49.128716Z","steps":["trace[1866071170] 'process raft request' (duration: 114.51982ms)","trace[1866071170] 'compare' (duration: 73.246288ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:49.775535Z","caller":"traceutil/trace.go:172","msg":"trace[1486539569] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"117.011513ms","start":"2026-06-17T20:17:49.658495Z","end":"2026-06-17T20:17:49.775506Z","steps":["trace[1486539569] 'process raft request' (duration: 100.409207ms)","trace[1486539569] 'compare' (duration: 16.167234ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:49.997829Z","caller":"traceutil/trace.go:172","msg":"trace[1377209466] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"139.350752ms","start":"2026-06-17T20:17:49.858438Z","end":"2026-06-17T20:17:49.997789Z","steps":["trace[1377209466] 'process raft request' (duration: 79.465894ms)","trace[1377209466] 'compare' (duration: 59.58989ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:50.914529Z","caller":"traceutil/trace.go:172","msg":"trace[138846582] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"129.159542ms","start":"2026-06-17T20:17:50.785344Z","end":"2026-06-17T20:17:50.914504Z","steps":["trace[138846582] 'process raft request' (duration: 70.090748ms)","trace[138846582] 'compare' (duration: 58.92652ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:51.225976Z","caller":"traceutil/trace.go:172","msg":"trace[1671592350] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"114.610249ms","start":"2026-06-17T20:17:51.111314Z","end":"2026-06-17T20:17:51.225924Z","steps":["trace[1671592350] 'process raft request' (duration: 114.353252ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:51.225829Z","caller":"traceutil/trace.go:172","msg":"trace[94256164] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"117.493795ms","start":"2026-06-17T20:17:51.108313Z","end":"2026-06-17T20:17:51.225807Z","steps":["trace[94256164] 'process raft request' (duration: 105.807426ms)","trace[94256164] 'compare' (duration: 11.446982ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:51.760547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.612195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:17:51.760741Z","caller":"traceutil/trace.go:172","msg":"trace[390853881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:246; }","duration":"129.851352ms","start":"2026-06-17T20:17:51.630867Z","end":"2026-06-17T20:17:51.760719Z","steps":["trace[390853881] 'agreement among raft nodes before linearized reading' (duration: 80.173209ms)","trace[390853881] 'range keys from in-memory index tree' (duration: 49.386865ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:51.760762Z","caller":"traceutil/trace.go:172","msg":"trace[1991937302] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"256.831517ms","start":"2026-06-17T20:17:51.503886Z","end":"2026-06-17T20:17:51.760718Z","steps":["trace[1991937302] 'process raft request' (duration: 207.241036ms)","trace[1991937302] 'compare' (duration: 49.210831ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:51.986748Z","caller":"traceutil/trace.go:172","msg":"trace[1017849404] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"143.091121ms","start":"2026-06-17T20:17:51.843640Z","end":"2026-06-17T20:17:51.986731Z","steps":["trace[1017849404] 'process raft request' (duration: 52.763095ms)","trace[1017849404] 'compare' (duration: 90.241414ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:52.492616Z","caller":"traceutil/trace.go:172","msg":"trace[1346066872] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"133.463558ms","start":"2026-06-17T20:17:52.359126Z","end":"2026-06-17T20:17:52.492589Z","steps":["trace[1346066872] 'process raft request' (duration: 133.387056ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:52.492649Z","caller":"traceutil/trace.go:172","msg":"trace[1266177962] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"136.778944ms","start":"2026-06-17T20:17:52.355820Z","end":"2026-06-17T20:17:52.492599Z","steps":["trace[1266177962] 'process raft request' (duration: 44.200688ms)","trace[1266177962] 'compare' (duration: 92.32437ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:52.493586Z","caller":"traceutil/trace.go:172","msg":"trace[1544098268] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"119.911653ms","start":"2026-06-17T20:17:52.373651Z","end":"2026-06-17T20:17:52.493563Z","steps":["trace[1544098268] 'process raft request' (duration: 119.658757ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:52.493568Z","caller":"traceutil/trace.go:172","msg":"trace[509157735] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"118.920087ms","start":"2026-06-17T20:17:52.374611Z","end":"2026-06-17T20:17:52.493531Z","steps":["trace[509157735] 'process raft request' (duration: 118.837174ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:52.687923Z","caller":"traceutil/trace.go:172","msg":"trace[1755900941] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"177.854501ms","start":"2026-06-17T20:17:52.510037Z","end":"2026-06-17T20:17:52.687891Z","steps":["trace[1755900941] 'process raft request' (duration: 177.81189ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:52.687997Z","caller":"traceutil/trace.go:172","msg":"trace[2030262367] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"178.178551ms","start":"2026-06-17T20:17:52.509797Z","end":"2026-06-17T20:17:52.687975Z","steps":["trace[2030262367] 'process raft request' (duration: 178.012886ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:52.687948Z","caller":"traceutil/trace.go:172","msg":"trace[1155254363] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"184.786774ms","start":"2026-06-17T20:17:52.503116Z","end":"2026-06-17T20:17:52.687903Z","steps":["trace[1155254363] 'process raft request' (duration: 89.532377ms)","trace[1155254363] 'compare' (duration: 94.99866ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:52.953267Z","caller":"traceutil/trace.go:172","msg":"trace[121822939] linearizableReadLoop","detail":"{readStateIndex:282; appliedIndex:282; }","duration":"187.575396ms","start":"2026-06-17T20:17:52.765663Z","end":"2026-06-17T20:17:52.953238Z","steps":["trace[121822939] 'read index received' (duration: 187.565836ms)","trace[121822939] 'applied index is now lower than readState.Index' (duration: 8.15µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:53.059192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.967025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-17T20:17:53.059278Z","caller":"traceutil/trace.go:172","msg":"trace[96747959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:276; }","duration":"320.025807ms","start":"2026-06-17T20:17:52.739211Z","end":"2026-06-17T20:17:53.059237Z","steps":["trace[96747959] 'agreement among raft nodes before linearized reading' (duration: 214.132162ms)","trace[96747959] 'range keys from in-memory index tree' (duration: 105.769841ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:53.059321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:52.739200Z","time spent":"320.109768ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:17:53.059451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.068979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:17:53.059500Z","caller":"traceutil/trace.go:172","msg":"trace[913699721] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"331.60343ms","start":"2026-06-17T20:17:52.727888Z","end":"2026-06-17T20:17:53.059492Z","steps":["trace[913699721] 'process raft request' (duration: 225.445749ms)","trace[913699721] 'compare' (duration: 105.584366ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:53.059535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:52.727877Z","time spent":"331.645181ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:17:53.059159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.409625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T20:17:53.059646Z","caller":"traceutil/trace.go:172","msg":"trace[1741390085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:276; }","duration":"323.913348ms","start":"2026-06-17T20:17:52.735725Z","end":"2026-06-17T20:17:53.059639Z","steps":["trace[1741390085] 'agreement among raft nodes before linearized reading' (duration: 217.642274ms)","trace[1741390085] 'range keys from in-memory index tree' (duration: 105.692889ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:53.059666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:52.735712Z","time spent":"323.947088ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T20:17:53.062578Z","caller":"traceutil/trace.go:172","msg":"trace[1481574563] linearizableReadLoop","detail":"{readStateIndex:283; appliedIndex:283; }","duration":"109.213881ms","start":"2026-06-17T20:17:52.953343Z","end":"2026-06-17T20:17:53.062557Z","steps":["trace[1481574563] 'read index received' (duration: 109.20687ms)","trace[1481574563] 'applied index is now lower than readState.Index' (duration: 5.861µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:53.062779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.786042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:6090"} {"level":"info","ts":"2026-06-17T20:17:53.062804Z","caller":"traceutil/trace.go:172","msg":"trace[424768784] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:277; }","duration":"271.884184ms","start":"2026-06-17T20:17:52.790910Z","end":"2026-06-17T20:17:53.062795Z","steps":["trace[424768784] 'agreement among raft nodes before linearized reading' (duration: 271.74023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:53.062889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.234923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-qac4xz\" limit:1 ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-06-17T20:17:53.062978Z","caller":"traceutil/trace.go:172","msg":"trace[685500623] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-qac4xz; range_end:; response_count:1; response_revision:277; }","duration":"293.337567ms","start":"2026-06-17T20:17:52.769616Z","end":"2026-06-17T20:17:53.062954Z","steps":["trace[685500623] 'agreement among raft nodes before linearized reading' (duration: 293.054659ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:53.063071Z","caller":"traceutil/trace.go:172","msg":"trace[1221004440] transaction","detail":"{read_only:false; number_of_response:0; response_revision:278; }","duration":"174.810811ms","start":"2026-06-17T20:17:52.888249Z","end":"2026-06-17T20:17:53.063060Z","steps":["trace[1221004440] 'process raft request' (duration: 174.540403ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:53.063067Z","caller":"traceutil/trace.go:172","msg":"trace[480103612] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"293.502781ms","start":"2026-06-17T20:17:52.769519Z","end":"2026-06-17T20:17:53.063022Z","steps":["trace[480103612] 'process raft request' (duration: 293.218902ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:53.064032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.507204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:17:53.064646Z","caller":"traceutil/trace.go:172","msg":"trace[1417524090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:277; }","duration":"193.13257ms","start":"2026-06-17T20:17:52.871502Z","end":"2026-06-17T20:17:53.064634Z","steps":["trace[1417524090] 'agreement among raft nodes before linearized reading' (duration: 191.141038ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:53.375337Z","caller":"traceutil/trace.go:172","msg":"trace[111373889] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"159.718473ms","start":"2026-06-17T20:17:53.215596Z","end":"2026-06-17T20:17:53.375315Z","steps":["trace[111373889] 'process raft request' (duration: 159.61096ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:53.375441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.056663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-06-17T20:17:53.376347Z","caller":"traceutil/trace.go:172","msg":"trace[316177240] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:287; }","duration":"102.971167ms","start":"2026-06-17T20:17:53.273326Z","end":"2026-06-17T20:17:53.376297Z","steps":["trace[316177240] 'agreement among raft nodes before linearized reading' (duration: 40.237426ms)","trace[316177240] 'range keys from in-memory index tree' (duration: 61.597891ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:53.375396Z","caller":"traceutil/trace.go:172","msg":"trace[250890473] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"162.235038ms","start":"2026-06-17T20:17:53.213108Z","end":"2026-06-17T20:17:53.375343Z","steps":["trace[250890473] 'process raft request' (duration: 100.509454ms)","trace[250890473] 'compare' (duration: 61.480418ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:53.736900Z","caller":"traceutil/trace.go:172","msg":"trace[191996119] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"178.585803ms","start":"2026-06-17T20:17:53.558292Z","end":"2026-06-17T20:17:53.736878Z","steps":["trace[191996119] 'process raft request' (duration: 172.111265ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:53.736928Z","caller":"traceutil/trace.go:172","msg":"trace[759223876] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"177.488814ms","start":"2026-06-17T20:17:53.559402Z","end":"2026-06-17T20:17:53.736890Z","steps":["trace[759223876] 'process raft request' (duration: 177.395032ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:53.968155Z","caller":"traceutil/trace.go:172","msg":"trace[1667107988] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"171.421778ms","start":"2026-06-17T20:17:53.796712Z","end":"2026-06-17T20:17:53.968134Z","steps":["trace[1667107988] 'process raft request' (duration: 123.937163ms)","trace[1667107988] 'compare' (duration: 47.382912ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:54.514212Z","caller":"traceutil/trace.go:172","msg":"trace[796701705] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"110.985303ms","start":"2026-06-17T20:17:54.403194Z","end":"2026-06-17T20:17:54.514180Z","steps":["trace[796701705] 'process raft request' (duration: 98.843539ms)","trace[796701705] 'compare' (duration: 11.943998ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:54.514471Z","caller":"traceutil/trace.go:172","msg":"trace[603459380] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"110.611683ms","start":"2026-06-17T20:17:54.403828Z","end":"2026-06-17T20:17:54.514439Z","steps":["trace[603459380] 'process raft request' (duration: 110.546632ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.514478Z","caller":"traceutil/trace.go:172","msg":"trace[1357283510] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"110.691435ms","start":"2026-06-17T20:17:54.403748Z","end":"2026-06-17T20:17:54.514439Z","steps":["trace[1357283510] 'process raft request' (duration: 110.514961ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.791915Z","caller":"traceutil/trace.go:172","msg":"trace[1558891802] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:333; }","duration":"189.124628ms","start":"2026-06-17T20:17:54.602749Z","end":"2026-06-17T20:17:54.791874Z","steps":["trace[1558891802] 'read index received' (duration: 189.108818ms)","trace[1558891802] 'applied index is now lower than readState.Index' (duration: 12.8µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:54.829419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.636326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-17T20:17:54.829555Z","caller":"traceutil/trace.go:172","msg":"trace[1830707304] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:326; }","duration":"226.78775ms","start":"2026-06-17T20:17:54.602731Z","end":"2026-06-17T20:17:54.829519Z","steps":["trace[1830707304] 'agreement among raft nodes before linearized reading' (duration: 189.280633ms)","trace[1830707304] 'range keys from in-memory index tree' (duration: 37.176159ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:54.830435Z","caller":"traceutil/trace.go:172","msg":"trace[796767691] transaction","detail":"{read_only:false; number_of_response:0; response_revision:327; }","duration":"261.30205ms","start":"2026-06-17T20:17:54.569110Z","end":"2026-06-17T20:17:54.830412Z","steps":["trace[796767691] 'process raft request' (duration: 261.112525ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.830498Z","caller":"traceutil/trace.go:172","msg":"trace[1772968585] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"262.939391ms","start":"2026-06-17T20:17:54.567367Z","end":"2026-06-17T20:17:54.830307Z","steps":["trace[1772968585] 'process raft request' (duration: 224.594083ms)","trace[1772968585] 'compare' (duration: 37.536787ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:54.836642Z","caller":"traceutil/trace.go:172","msg":"trace[1034000538] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"228.617487ms","start":"2026-06-17T20:17:54.607984Z","end":"2026-06-17T20:17:54.836602Z","steps":["trace[1034000538] 'process raft request' (duration: 228.32747ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.836667Z","caller":"traceutil/trace.go:172","msg":"trace[876576798] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"173.552276ms","start":"2026-06-17T20:17:54.663100Z","end":"2026-06-17T20:17:54.836652Z","steps":["trace[876576798] 'process raft request' (duration: 173.523355ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.836886Z","caller":"traceutil/trace.go:172","msg":"trace[203028990] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"174.760758ms","start":"2026-06-17T20:17:54.662116Z","end":"2026-06-17T20:17:54.836877Z","steps":["trace[203028990] 'process raft request' (duration: 174.484121ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.836888Z","caller":"traceutil/trace.go:172","msg":"trace[367464290] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"174.980354ms","start":"2026-06-17T20:17:54.661899Z","end":"2026-06-17T20:17:54.836880Z","steps":["trace[367464290] 'process raft request' (duration: 174.594984ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.836911Z","caller":"traceutil/trace.go:172","msg":"trace[1493917186] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"174.821299ms","start":"2026-06-17T20:17:54.662078Z","end":"2026-06-17T20:17:54.836899Z","steps":["trace[1493917186] 'process raft request' (duration: 174.44832ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:54.836972Z","caller":"traceutil/trace.go:172","msg":"trace[857962437] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"174.785359ms","start":"2026-06-17T20:17:54.662104Z","end":"2026-06-17T20:17:54.836889Z","steps":["trace[857962437] 'process raft request' (duration: 174.448971ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:57.020995Z","caller":"traceutil/trace.go:172","msg":"trace[1928185102] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:385; }","duration":"329.785169ms","start":"2026-06-17T20:17:56.691139Z","end":"2026-06-17T20:17:57.020925Z","steps":["trace[1928185102] 'read index received' (duration: 329.768058ms)","trace[1928185102] 'applied index is now lower than readState.Index' (duration: 14.921µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:57.021085Z","caller":"traceutil/trace.go:172","msg":"trace[487488488] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"374.825862ms","start":"2026-06-17T20:17:56.646241Z","end":"2026-06-17T20:17:57.021066Z","steps":["trace[487488488] 'process raft request' (duration: 374.72099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:57.021154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.985145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:17:57.021218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:17:56.646212Z","time spent":"374.961016ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":223,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:17:57.021241Z","caller":"traceutil/trace.go:172","msg":"trace[40750211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:366; }","duration":"330.089257ms","start":"2026-06-17T20:17:56.691130Z","end":"2026-06-17T20:17:57.021219Z","steps":["trace[40750211] 'agreement among raft nodes before linearized reading' (duration: 329.927593ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:57.221413Z","caller":"traceutil/trace.go:172","msg":"trace[1016786926] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:386; }","duration":"184.900658ms","start":"2026-06-17T20:17:57.036452Z","end":"2026-06-17T20:17:57.221352Z","steps":["trace[1016786926] 'read index received' (duration: 184.890088ms)","trace[1016786926] 'applied index is now lower than readState.Index' (duration: 8.99µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:57.222062Z","caller":"traceutil/trace.go:172","msg":"trace[1384080975] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"187.567425ms","start":"2026-06-17T20:17:57.034447Z","end":"2026-06-17T20:17:57.222015Z","steps":["trace[1384080975] 'process raft request' (duration: 187.37113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:57.222137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.389812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-17T20:17:57.222184Z","caller":"traceutil/trace.go:172","msg":"trace[740858174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"112.469764ms","start":"2026-06-17T20:17:57.109702Z","end":"2026-06-17T20:17:57.222172Z","steps":["trace[740858174] 'agreement among raft nodes before linearized reading' (duration: 112.280159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:57.222875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.377255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-17T20:17:57.222959Z","caller":"traceutil/trace.go:172","msg":"trace[981638387] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:366; }","duration":"186.467667ms","start":"2026-06-17T20:17:57.036448Z","end":"2026-06-17T20:17:57.222915Z","steps":["trace[981638387] 'agreement among raft nodes before linearized reading' (duration: 185.115504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:58.009447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.512838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-06-17T20:17:58.009605Z","caller":"traceutil/trace.go:172","msg":"trace[726815243] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:379; }","duration":"217.684422ms","start":"2026-06-17T20:17:57.791902Z","end":"2026-06-17T20:17:58.009586Z","steps":["trace[726815243] 'agreement among raft nodes before linearized reading' (duration: 45.361143ms)","trace[726815243] 'range keys from in-memory index tree' (duration: 172.053303ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:58.010127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.203386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:17:58.010281Z","caller":"traceutil/trace.go:172","msg":"trace[37168487] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:399; }","duration":"173.035768ms","start":"2026-06-17T20:17:57.837225Z","end":"2026-06-17T20:17:58.010261Z","steps":["trace[37168487] 'read index received' (duration: 19.71µs)","trace[37168487] 'applied index is now lower than readState.Index' (duration: 173.014278ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:58.010512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.677059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-06-17T20:17:58.010551Z","caller":"traceutil/trace.go:172","msg":"trace[1688431983] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:380; }","duration":"122.725451ms","start":"2026-06-17T20:17:57.887815Z","end":"2026-06-17T20:17:58.010540Z","steps":["trace[1688431983] 'agreement among raft nodes before linearized reading' (duration: 122.574697ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:58.010575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.602792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-06-17T20:17:58.010716Z","caller":"traceutil/trace.go:172","msg":"trace[1400975751] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:380; }","duration":"173.750116ms","start":"2026-06-17T20:17:57.836952Z","end":"2026-06-17T20:17:58.010702Z","steps":["trace[1400975751] 'agreement among raft nodes before linearized reading' (duration: 173.428138ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:58.010305Z","caller":"traceutil/trace.go:172","msg":"trace[1194732150] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"254.656143ms","start":"2026-06-17T20:17:57.755636Z","end":"2026-06-17T20:17:58.010292Z","steps":["trace[1194732150] 'process raft request' (duration: 81.682737ms)","trace[1194732150] 'compare' (duration: 171.96121ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:58.475124Z","caller":"traceutil/trace.go:172","msg":"trace[1649017022] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"126.582504ms","start":"2026-06-17T20:17:58.348515Z","end":"2026-06-17T20:17:58.475098Z","steps":["trace[1649017022] 'process raft request' (duration: 126.110792ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:17:58.664039Z","caller":"traceutil/trace.go:172","msg":"trace[1937691726] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:403; }","duration":"177.439825ms","start":"2026-06-17T20:17:58.486555Z","end":"2026-06-17T20:17:58.663995Z","steps":["trace[1937691726] 'read index received' (duration: 177.422345ms)","trace[1937691726] 'applied index is now lower than readState.Index' (duration: 15µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:58.691865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.271601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-06-17T20:17:58.691951Z","caller":"traceutil/trace.go:172","msg":"trace[1272549764] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:383; }","duration":"205.380334ms","start":"2026-06-17T20:17:58.486550Z","end":"2026-06-17T20:17:58.691931Z","steps":["trace[1272549764] 'agreement among raft nodes before linearized reading' (duration: 177.531227ms)","trace[1272549764] 'range keys from in-memory index tree' (duration: 27.56201ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:17:58.692116Z","caller":"traceutil/trace.go:172","msg":"trace[218240443] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"208.583735ms","start":"2026-06-17T20:17:58.483493Z","end":"2026-06-17T20:17:58.692076Z","steps":["trace[218240443] 'process raft request' (duration: 180.546553ms)","trace[218240443] 'compare' (duration: 27.704224ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:17:58.692350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.287517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-06-17T20:17:58.692385Z","caller":"traceutil/trace.go:172","msg":"trace[1135406899] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:384; }","duration":"104.325348ms","start":"2026-06-17T20:17:58.588054Z","end":"2026-06-17T20:17:58.692380Z","steps":["trace[1135406899] 'agreement among raft nodes before linearized reading' (duration: 104.232856ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:58.692514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.310338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-06-17T20:17:58.692624Z","caller":"traceutil/trace.go:172","msg":"trace[1534495230] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:384; }","duration":"156.440402ms","start":"2026-06-17T20:17:58.536160Z","end":"2026-06-17T20:17:58.692600Z","steps":["trace[1534495230] 'agreement among raft nodes before linearized reading' (duration: 156.140494ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:17:59.783117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.987483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:17:59.783331Z","caller":"traceutil/trace.go:172","msg":"trace[1085289395] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"230.925388ms","start":"2026-06-17T20:17:59.552383Z","end":"2026-06-17T20:17:59.783308Z","steps":["trace[1085289395] 'process raft request' (duration: 121.656758ms)","trace[1085289395] 'compare' (duration: 108.85995ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:01.855146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.958888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:18:01.855369Z","caller":"traceutil/trace.go:172","msg":"trace[243163596] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"436.315212ms","start":"2026-06-17T20:18:01.419032Z","end":"2026-06-17T20:18:01.855348Z","steps":["trace[243163596] 'process raft request' (duration: 168.072747ms)","trace[243163596] 'compare' (duration: 267.294192ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:01.855433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:01.419014Z","time spent":"436.390993ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:18:01.855492Z","caller":"traceutil/trace.go:172","msg":"trace[598102896] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"436.29285ms","start":"2026-06-17T20:18:01.419162Z","end":"2026-06-17T20:18:01.855455Z","steps":["trace[598102896] 'process raft request' (duration: 436.096336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:01.855865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:01.419136Z","time spent":"436.540667ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:18:02.265996Z","caller":"traceutil/trace.go:172","msg":"trace[1824046912] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:448; }","duration":"139.968994ms","start":"2026-06-17T20:18:02.125986Z","end":"2026-06-17T20:18:02.265955Z","steps":["trace[1824046912] 'read index received' (duration: 139.937604ms)","trace[1824046912] 'applied index is now lower than readState.Index' (duration: 29.6µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:02.266108Z","caller":"traceutil/trace.go:172","msg":"trace[1077854555] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"179.172436ms","start":"2026-06-17T20:18:02.086918Z","end":"2026-06-17T20:18:02.266090Z","steps":["trace[1077854555] 'process raft request' (duration: 179.071303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:02.266349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.323903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T20:18:02.266656Z","caller":"traceutil/trace.go:172","msg":"trace[2080795640] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:429; }","duration":"140.678942ms","start":"2026-06-17T20:18:02.125963Z","end":"2026-06-17T20:18:02.266642Z","steps":["trace[2080795640] 'agreement among raft nodes before linearized reading' (duration: 140.135379ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:02.832672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.97069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:18:02.832896Z","caller":"traceutil/trace.go:172","msg":"trace[1670812851] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"455.926968ms","start":"2026-06-17T20:18:02.376851Z","end":"2026-06-17T20:18:02.832778Z","steps":["trace[1670812851] 'process raft request' (duration: 196.806254ms)","trace[1670812851] 'compare' (duration: 258.826197ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:02.832954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:02.376833Z","time spent":"456.101021ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":858,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:18:02.895316Z","caller":"traceutil/trace.go:172","msg":"trace[1709979161] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:458; }","duration":"273.187885ms","start":"2026-06-17T20:18:02.622094Z","end":"2026-06-17T20:18:02.895282Z","steps":["trace[1709979161] 'read index received' (duration: 273.131774ms)","trace[1709979161] 'applied index is now lower than readState.Index' (duration: 54.101µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:02.895556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.442581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-06-17T20:18:02.895610Z","caller":"traceutil/trace.go:172","msg":"trace[2118161374] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:437; }","duration":"273.519103ms","start":"2026-06-17T20:18:02.622078Z","end":"2026-06-17T20:18:02.895597Z","steps":["trace[2118161374] 'agreement among raft nodes before linearized reading' (duration: 273.323018ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:02.895803Z","caller":"traceutil/trace.go:172","msg":"trace[2092570751] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"511.642128ms","start":"2026-06-17T20:18:02.384101Z","end":"2026-06-17T20:18:02.895743Z","steps":["trace[2092570751] 'process raft request' (duration: 511.255359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:02.895937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:02.384056Z","time spent":"511.806733ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:18:03.013672Z","caller":"traceutil/trace.go:172","msg":"trace[1319563727] linearizableReadLoop","detail":"{readStateIndex:459; appliedIndex:459; }","duration":"116.040352ms","start":"2026-06-17T20:18:02.897604Z","end":"2026-06-17T20:18:03.013645Z","steps":["trace[1319563727] 'read index received' (duration: 116.032892ms)","trace[1319563727] 'applied index is now lower than readState.Index' (duration: 6.1µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:03.045802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.151615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-8cp2j\" limit:1 ","response":"range_response_count:1 size:5044"} {"level":"info","ts":"2026-06-17T20:18:03.045920Z","caller":"traceutil/trace.go:172","msg":"trace[1820038648] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-8cp2j; range_end:; response_count:1; response_revision:438; }","duration":"148.292358ms","start":"2026-06-17T20:18:02.897600Z","end":"2026-06-17T20:18:03.045892Z","steps":["trace[1820038648] 'agreement among raft nodes before linearized reading' (duration: 116.142915ms)","trace[1820038648] 'range keys from in-memory index tree' (duration: 31.930689ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:03.045909Z","caller":"traceutil/trace.go:172","msg":"trace[863283237] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"208.486498ms","start":"2026-06-17T20:18:02.837376Z","end":"2026-06-17T20:18:03.045862Z","steps":["trace[863283237] 'process raft request' (duration: 176.323684ms)","trace[863283237] 'compare' (duration: 32.030591ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:03.228119Z","caller":"traceutil/trace.go:172","msg":"trace[1060521920] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"174.124371ms","start":"2026-06-17T20:18:03.053969Z","end":"2026-06-17T20:18:03.228093Z","steps":["trace[1060521920] 'process raft request' (duration: 155.989945ms)","trace[1060521920] 'compare' (duration: 17.997953ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:04.508988Z","caller":"traceutil/trace.go:172","msg":"trace[1872872650] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"135.173879ms","start":"2026-06-17T20:18:04.373786Z","end":"2026-06-17T20:18:04.508960Z","steps":["trace[1872872650] 'process raft request' (duration: 126.015151ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:06.087167Z","caller":"traceutil/trace.go:172","msg":"trace[362440805] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"148.281883ms","start":"2026-06-17T20:18:05.938865Z","end":"2026-06-17T20:18:06.087147Z","steps":["trace[362440805] 'process raft request' (duration: 109.654063ms)","trace[362440805] 'compare' (duration: 38.536648ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:06.125555Z","caller":"traceutil/trace.go:172","msg":"trace[29145914] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"186.594434ms","start":"2026-06-17T20:18:05.938925Z","end":"2026-06-17T20:18:06.125519Z","steps":["trace[29145914] 'process raft request' (duration: 186.366689ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:16.131592Z","caller":"traceutil/trace.go:172","msg":"trace[1392893905] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"134.465227ms","start":"2026-06-17T20:18:15.997098Z","end":"2026-06-17T20:18:16.131563Z","steps":["trace[1392893905] 'process raft request' (duration: 134.279113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:18.552911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.987685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:18.553005Z","caller":"traceutil/trace.go:172","msg":"trace[880859072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"138.093557ms","start":"2026-06-17T20:18:18.414880Z","end":"2026-06-17T20:18:18.552974Z","steps":["trace[880859072] 'range keys from in-memory index tree' (duration: 137.312149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:18.553161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.481343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:18:18.553440Z","caller":"traceutil/trace.go:172","msg":"trace[1886256489] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"221.674079ms","start":"2026-06-17T20:18:18.331719Z","end":"2026-06-17T20:18:18.553393Z","steps":["trace[1886256489] 'process raft request' (duration: 83.850589ms)","trace[1886256489] 'compare' (duration: 137.302229ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:22.527383Z","caller":"traceutil/trace.go:172","msg":"trace[1812099691] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:520; }","duration":"116.584275ms","start":"2026-06-17T20:18:22.410776Z","end":"2026-06-17T20:18:22.527360Z","steps":["trace[1812099691] 'read index received' (duration: 116.574045ms)","trace[1812099691] 'applied index is now lower than readState.Index' (duration: 7.88µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:22.527507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.714158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:22.527527Z","caller":"traceutil/trace.go:172","msg":"trace[225833943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:494; }","duration":"116.756869ms","start":"2026-06-17T20:18:22.410764Z","end":"2026-06-17T20:18:22.527521Z","steps":["trace[225833943] 'agreement among raft nodes before linearized reading' (duration: 116.674977ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:22.527832Z","caller":"traceutil/trace.go:172","msg":"trace[1172429186] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"130.076452ms","start":"2026-06-17T20:18:22.397733Z","end":"2026-06-17T20:18:22.527809Z","steps":["trace[1172429186] 'process raft request' (duration: 129.730334ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:22.803324Z","caller":"traceutil/trace.go:172","msg":"trace[840729636] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"232.080549ms","start":"2026-06-17T20:18:22.571227Z","end":"2026-06-17T20:18:22.803308Z","steps":["trace[840729636] 'process raft request' (duration: 231.943936ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:22.816990Z","caller":"traceutil/trace.go:172","msg":"trace[1952786023] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"242.617722ms","start":"2026-06-17T20:18:22.574351Z","end":"2026-06-17T20:18:22.816968Z","steps":["trace[1952786023] 'process raft request' (duration: 242.48437ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:24.685991Z","caller":"traceutil/trace.go:172","msg":"trace[640044561] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"148.494652ms","start":"2026-06-17T20:18:24.537475Z","end":"2026-06-17T20:18:24.685970Z","steps":["trace[640044561] 'process raft request' (duration: 148.340709ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:24.853501Z","caller":"traceutil/trace.go:172","msg":"trace[1017637924] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"108.468136ms","start":"2026-06-17T20:18:24.744997Z","end":"2026-06-17T20:18:24.853465Z","steps":["trace[1017637924] 'process raft request' (duration: 92.124584ms)","trace[1017637924] 'compare' (duration: 16.147058ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:25.117942Z","caller":"traceutil/trace.go:172","msg":"trace[821917579] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"258.864813ms","start":"2026-06-17T20:18:24.859047Z","end":"2026-06-17T20:18:25.117912Z","steps":["trace[821917579] 'process raft request' (duration: 258.655778ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:25.629213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.416992ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:18:25.629239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.939814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:25.629299Z","caller":"traceutil/trace.go:172","msg":"trace[2009489483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:502; }","duration":"292.519284ms","start":"2026-06-17T20:18:25.336763Z","end":"2026-06-17T20:18:25.629283Z","steps":["trace[2009489483] 'range keys from in-memory index tree' (duration: 292.246569ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:25.629325Z","caller":"traceutil/trace.go:172","msg":"trace[1344645852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"215.044206ms","start":"2026-06-17T20:18:25.414268Z","end":"2026-06-17T20:18:25.629312Z","steps":["trace[1344645852] 'range keys from in-memory index tree' (duration: 214.80212ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:28.525549Z","caller":"traceutil/trace.go:172","msg":"trace[32920098] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"169.172891ms","start":"2026-06-17T20:18:28.356361Z","end":"2026-06-17T20:18:28.525534Z","steps":["trace[32920098] 'process raft request' (duration: 169.037667ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:32.667101Z","caller":"traceutil/trace.go:172","msg":"trace[9293596] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"103.192067ms","start":"2026-06-17T20:18:32.563881Z","end":"2026-06-17T20:18:32.667073Z","steps":["trace[9293596] 'process raft request' (duration: 103.042984ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:33.446796Z","caller":"traceutil/trace.go:172","msg":"trace[313364278] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:546; }","duration":"179.172721ms","start":"2026-06-17T20:18:33.267581Z","end":"2026-06-17T20:18:33.446753Z","steps":["trace[313364278] 'read index received' (duration: 179.164281ms)","trace[313364278] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:33.447216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.624049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-17T20:18:33.447305Z","caller":"traceutil/trace.go:172","msg":"trace[1013825481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"179.726702ms","start":"2026-06-17T20:18:33.267566Z","end":"2026-06-17T20:18:33.447293Z","steps":["trace[1013825481] 'agreement among raft nodes before linearized reading' (duration: 179.308734ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:33.447482Z","caller":"traceutil/trace.go:172","msg":"trace[958509592] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"326.427489ms","start":"2026-06-17T20:18:33.121037Z","end":"2026-06-17T20:18:33.447464Z","steps":["trace[958509592] 'process raft request' (duration: 326.165804ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:33.447607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:33.121012Z","time spent":"326.516031ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:18:33.447703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.48077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:33.447809Z","caller":"traceutil/trace.go:172","msg":"trace[233267935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:519; }","duration":"110.730485ms","start":"2026-06-17T20:18:33.337061Z","end":"2026-06-17T20:18:33.447792Z","steps":["trace[233267935] 'agreement among raft nodes before linearized reading' (duration: 110.441019ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:33.599797Z","caller":"traceutil/trace.go:172","msg":"trace[2042114594] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"146.38945ms","start":"2026-06-17T20:18:33.453378Z","end":"2026-06-17T20:18:33.599767Z","steps":["trace[2042114594] 'process raft request' (duration: 100.709855ms)","trace[2042114594] 'compare' (duration: 45.557863ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:18:35.830222Z","caller":"traceutil/trace.go:172","msg":"trace[1088352696] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"218.962091ms","start":"2026-06-17T20:18:35.611236Z","end":"2026-06-17T20:18:35.830198Z","steps":["trace[1088352696] 'process raft request' (duration: 218.820249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:40.266365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.693025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:40.266466Z","caller":"traceutil/trace.go:172","msg":"trace[1313780670] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:533; }","duration":"195.808397ms","start":"2026-06-17T20:18:40.070637Z","end":"2026-06-17T20:18:40.266445Z","steps":["trace[1313780670] 'range keys from in-memory index tree' (duration: 195.568192ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:42.035334Z","caller":"traceutil/trace.go:172","msg":"trace[954826741] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:565; }","duration":"151.285779ms","start":"2026-06-17T20:18:41.884017Z","end":"2026-06-17T20:18:42.035303Z","steps":["trace[954826741] 'read index received' (duration: 151.277759ms)","trace[954826741] 'applied index is now lower than readState.Index' (duration: 7.04µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:42.035571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.528583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:42.035606Z","caller":"traceutil/trace.go:172","msg":"trace[1843895694] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:536; }","duration":"151.596995ms","start":"2026-06-17T20:18:41.883999Z","end":"2026-06-17T20:18:42.035596Z","steps":["trace[1843895694] 'agreement among raft nodes before linearized reading' (duration: 151.474002ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:42.036540Z","caller":"traceutil/trace.go:172","msg":"trace[755444420] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"226.366944ms","start":"2026-06-17T20:18:41.810135Z","end":"2026-06-17T20:18:42.036502Z","steps":["trace[755444420] 'process raft request' (duration: 225.944796ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:42.036565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.339035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T20:18:42.037327Z","caller":"traceutil/trace.go:172","msg":"trace[1609153604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:537; }","duration":"137.091309ms","start":"2026-06-17T20:18:41.900211Z","end":"2026-06-17T20:18:42.037302Z","steps":["trace[1609153604] 'agreement among raft nodes before linearized reading' (duration: 136.228922ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:42.388559Z","caller":"traceutil/trace.go:172","msg":"trace[230361424] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:567; }","duration":"121.22905ms","start":"2026-06-17T20:18:42.267312Z","end":"2026-06-17T20:18:42.388541Z","steps":["trace[230361424] 'read index received' (duration: 121.22358ms)","trace[230361424] 'applied index is now lower than readState.Index' (duration: 4.51µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:42.481620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.278926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:42.481728Z","caller":"traceutil/trace.go:172","msg":"trace[624600914] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:538; }","duration":"214.405709ms","start":"2026-06-17T20:18:42.267298Z","end":"2026-06-17T20:18:42.481704Z","steps":["trace[624600914] 'agreement among raft nodes before linearized reading' (duration: 121.350292ms)","trace[624600914] 'range keys from in-memory index tree' (duration: 92.896034ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:42.481817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.874125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:42.481927Z","caller":"traceutil/trace.go:172","msg":"trace[527017259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:538; }","duration":"144.999738ms","start":"2026-06-17T20:18:42.336907Z","end":"2026-06-17T20:18:42.481907Z","steps":["trace[527017259] 'agreement among raft nodes before linearized reading' (duration: 144.846905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:42.481856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:42.130619Z","time spent":"351.230813ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-17T20:18:43.016729Z","caller":"traceutil/trace.go:172","msg":"trace[1599253782] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"141.665594ms","start":"2026-06-17T20:18:42.875043Z","end":"2026-06-17T20:18:43.016709Z","steps":["trace[1599253782] 'process raft request' (duration: 141.4733ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:45.332487Z","caller":"traceutil/trace.go:172","msg":"trace[1676695592] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:574; }","duration":"106.524722ms","start":"2026-06-17T20:18:45.225924Z","end":"2026-06-17T20:18:45.332449Z","steps":["trace[1676695592] 'read index received' (duration: 106.516462ms)","trace[1676695592] 'applied index is now lower than readState.Index' (duration: 7.06µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:46.159199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"933.250959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:46.159327Z","caller":"traceutil/trace.go:172","msg":"trace[1612531138] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:544; }","duration":"933.395831ms","start":"2026-06-17T20:18:45.225916Z","end":"2026-06-17T20:18:46.159312Z","steps":["trace[1612531138] 'agreement among raft nodes before linearized reading' (duration: 106.586573ms)","trace[1612531138] 'range keys from in-memory index tree' (duration: 826.633735ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:46.159361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.225893Z","time spent":"933.459202ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:18:46.159565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"827.061293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:18:46.159656Z","caller":"traceutil/trace.go:172","msg":"trace[517668320] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.002633189s","start":"2026-06-17T20:18:45.157012Z","end":"2026-06-17T20:18:46.159645Z","steps":["trace[517668320] 'process raft request' (duration: 175.433854ms)","trace[517668320] 'compare' (duration: 826.672606ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:46.159704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.156990Z","time spent":"1.002689431s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:18:46.159760Z","caller":"traceutil/trace.go:172","msg":"trace[100571478] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"512.45764ms","start":"2026-06-17T20:18:45.647290Z","end":"2026-06-17T20:18:46.159747Z","steps":["trace[100571478] 'process raft request' (duration: 512.398349ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:46.159735Z","caller":"traceutil/trace.go:172","msg":"trace[1646869056] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"825.106386ms","start":"2026-06-17T20:18:45.334595Z","end":"2026-06-17T20:18:46.159701Z","steps":["trace[1646869056] 'read index received' (duration: 55.271µs)","trace[1646869056] 'applied index is now lower than readState.Index' (duration: 825.046465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:46.159818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.647213Z","time spent":"512.576692ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:18:46.159819Z","caller":"traceutil/trace.go:172","msg":"trace[1264194281] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"595.701538ms","start":"2026-06-17T20:18:45.564099Z","end":"2026-06-17T20:18:46.159801Z","steps":["trace[1264194281] 'process raft request' (duration: 595.534705ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.159941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.969316ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:18:46.159947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"825.32758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:18:46.159979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.564049Z","time spent":"595.854791ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:18:46.160159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.783201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:46.160191Z","caller":"traceutil/trace.go:172","msg":"trace[1847627250] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:547; }","duration":"509.062707ms","start":"2026-06-17T20:18:45.651120Z","end":"2026-06-17T20:18:46.160182Z","steps":["trace[1847627250] 'agreement among raft nodes before linearized reading' (duration: 509.007236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.160202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.482119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:18:46.160217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.651100Z","time spent":"509.110708ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-06-17T20:18:46.160004Z","caller":"traceutil/trace.go:172","msg":"trace[148425948] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:547; }","duration":"825.405122ms","start":"2026-06-17T20:18:45.334585Z","end":"2026-06-17T20:18:46.159990Z","steps":["trace[148425948] 'agreement among raft nodes before linearized reading' (duration: 825.282459ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.160241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.127239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:46.160248Z","caller":"traceutil/trace.go:172","msg":"trace[1298446711] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:547; }","duration":"534.529301ms","start":"2026-06-17T20:18:45.625704Z","end":"2026-06-17T20:18:46.160234Z","steps":["trace[1298446711] 'agreement among raft nodes before linearized reading' (duration: 534.45481ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:46.160265Z","caller":"traceutil/trace.go:172","msg":"trace[1028177297] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:547; }","duration":"144.153829ms","start":"2026-06-17T20:18:46.016104Z","end":"2026-06-17T20:18:46.160258Z","steps":["trace[1028177297] 'agreement among raft nodes before linearized reading' (duration: 144.109419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.160283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.625672Z","time spent":"534.602632ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:18:46.160288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.334555Z","time spent":"825.707218ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:18:46.160292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.023843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:46.160378Z","caller":"traceutil/trace.go:172","msg":"trace[1091442844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"748.117064ms","start":"2026-06-17T20:18:45.412242Z","end":"2026-06-17T20:18:46.160359Z","steps":["trace[1091442844] 'agreement among raft nodes before linearized reading' (duration: 747.967712ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:46.159968Z","caller":"traceutil/trace.go:172","msg":"trace[1339966357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:547; }","duration":"822.995016ms","start":"2026-06-17T20:18:45.336964Z","end":"2026-06-17T20:18:46.159959Z","steps":["trace[1339966357] 'agreement among raft nodes before linearized reading' (duration: 822.956285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.160418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.412219Z","time spent":"748.191315ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:18:46.160534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.085445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:46.160564Z","caller":"traceutil/trace.go:172","msg":"trace[907633340] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:547; }","duration":"274.116896ms","start":"2026-06-17T20:18:45.886439Z","end":"2026-06-17T20:18:46.160556Z","steps":["trace[907633340] 'agreement among raft nodes before linearized reading' (duration: 274.067335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.160892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.448423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:46.161115Z","caller":"traceutil/trace.go:172","msg":"trace[544700791] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:547; }","duration":"309.674678ms","start":"2026-06-17T20:18:45.851420Z","end":"2026-06-17T20:18:46.161095Z","steps":["trace[544700791] 'agreement among raft nodes before linearized reading' (duration: 308.582087ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:46.161425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:45.851388Z","time spent":"310.019823ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-06-17T20:18:50.313240Z","caller":"traceutil/trace.go:172","msg":"trace[127046175] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:584; }","duration":"134.413351ms","start":"2026-06-17T20:18:50.178788Z","end":"2026-06-17T20:18:50.313202Z","steps":["trace[127046175] 'read index received' (duration: 134.401651ms)","trace[127046175] 'applied index is now lower than readState.Index' (duration: 10.18µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:50.313473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.656125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-17T20:18:50.313551Z","caller":"traceutil/trace.go:172","msg":"trace[1821782500] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"136.446868ms","start":"2026-06-17T20:18:50.177087Z","end":"2026-06-17T20:18:50.313534Z","steps":["trace[1821782500] 'process raft request' (duration: 136.178913ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:50.313561Z","caller":"traceutil/trace.go:172","msg":"trace[60974862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"134.769187ms","start":"2026-06-17T20:18:50.178776Z","end":"2026-06-17T20:18:50.313545Z","steps":["trace[60974862] 'agreement among raft nodes before linearized reading' (duration: 134.516973ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:50.592524Z","caller":"traceutil/trace.go:172","msg":"trace[1992506777] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:585; }","duration":"255.666624ms","start":"2026-06-17T20:18:50.336827Z","end":"2026-06-17T20:18:50.592494Z","steps":["trace[1992506777] 'read index received' (duration: 255.655524ms)","trace[1992506777] 'applied index is now lower than readState.Index' (duration: 9.05µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:50.592711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.886388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:50.592740Z","caller":"traceutil/trace.go:172","msg":"trace[333186746] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"274.639028ms","start":"2026-06-17T20:18:50.318084Z","end":"2026-06-17T20:18:50.592723Z","steps":["trace[333186746] 'process raft request' (duration: 274.525006ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:50.592764Z","caller":"traceutil/trace.go:172","msg":"trace[1803363002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:554; }","duration":"255.96228ms","start":"2026-06-17T20:18:50.336789Z","end":"2026-06-17T20:18:50.592751Z","steps":["trace[1803363002] 'agreement among raft nodes before linearized reading' (duration: 255.844738ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:50.680836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.676791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:18:50.680878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.76393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:50.680927Z","caller":"traceutil/trace.go:172","msg":"trace[591156125] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"362.695807ms","start":"2026-06-17T20:18:50.318215Z","end":"2026-06-17T20:18:50.680911Z","steps":["trace[591156125] 'process raft request' (duration: 362.582765ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:50.680943Z","caller":"traceutil/trace.go:172","msg":"trace[647831034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"268.799923ms","start":"2026-06-17T20:18:50.412118Z","end":"2026-06-17T20:18:50.680918Z","steps":["trace[647831034] 'agreement among raft nodes before linearized reading' (duration: 268.600579ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:50.680951Z","caller":"traceutil/trace.go:172","msg":"trace[649991870] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:555; }","duration":"176.854542ms","start":"2026-06-17T20:18:50.504080Z","end":"2026-06-17T20:18:50.680935Z","steps":["trace[649991870] 'agreement among raft nodes before linearized reading' (duration: 176.71883ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:50.681026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:50.318188Z","time spent":"362.783659ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:18:51.450846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.191546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:51.450932Z","caller":"traceutil/trace.go:172","msg":"trace[769959399] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:557; }","duration":"102.299118ms","start":"2026-06-17T20:18:51.348618Z","end":"2026-06-17T20:18:51.450917Z","steps":["trace[769959399] 'range keys from in-memory index tree' (duration: 102.115456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:51.450864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.533172ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:51.451077Z","caller":"traceutil/trace.go:172","msg":"trace[800309078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:557; }","duration":"113.745006ms","start":"2026-06-17T20:18:51.337301Z","end":"2026-06-17T20:18:51.451047Z","steps":["trace[800309078] 'range keys from in-memory index tree' (duration: 113.476131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:52.659364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.348222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:52.659441Z","caller":"traceutil/trace.go:172","msg":"trace[198366163] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:560; }","duration":"137.445764ms","start":"2026-06-17T20:18:52.521981Z","end":"2026-06-17T20:18:52.659426Z","steps":["trace[198366163] 'range keys from in-memory index tree' (duration: 137.25195ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:52.768731Z","caller":"traceutil/trace.go:172","msg":"trace[2133715903] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"104.492511ms","start":"2026-06-17T20:18:52.664219Z","end":"2026-06-17T20:18:52.768712Z","steps":["trace[2133715903] 'process raft request' (duration: 104.235776ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:53.693532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.70314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:53.693642Z","caller":"traceutil/trace.go:172","msg":"trace[392201430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"356.870383ms","start":"2026-06-17T20:18:53.336753Z","end":"2026-06-17T20:18:53.693624Z","steps":["trace[392201430] 'range keys from in-memory index tree' (duration: 356.619289ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:53.693698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.23524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:53.693853Z","caller":"traceutil/trace.go:172","msg":"trace[1502875359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"280.405443ms","start":"2026-06-17T20:18:53.413429Z","end":"2026-06-17T20:18:53.693834Z","steps":["trace[1502875359] 'range keys from in-memory index tree' (duration: 280.142189ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:53.693981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.832557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:53.694032Z","caller":"traceutil/trace.go:172","msg":"trace[596177531] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:563; }","duration":"238.883698ms","start":"2026-06-17T20:18:53.455132Z","end":"2026-06-17T20:18:53.694015Z","steps":["trace[596177531] 'range keys from in-memory index tree' (duration: 238.759216ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:55.456812Z","caller":"traceutil/trace.go:172","msg":"trace[642659802] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:598; }","duration":"120.198454ms","start":"2026-06-17T20:18:55.336594Z","end":"2026-06-17T20:18:55.456792Z","steps":["trace[642659802] 'read index received' (duration: 120.191303ms)","trace[642659802] 'applied index is now lower than readState.Index' (duration: 5.931µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:55.456950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.378137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:55.457448Z","caller":"traceutil/trace.go:172","msg":"trace[1535867538] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:566; }","duration":"120.889916ms","start":"2026-06-17T20:18:55.336548Z","end":"2026-06-17T20:18:55.457438Z","steps":["trace[1535867538] 'agreement among raft nodes before linearized reading' (duration: 120.357447ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:55.457317Z","caller":"traceutil/trace.go:172","msg":"trace[959159377] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"193.377563ms","start":"2026-06-17T20:18:55.263903Z","end":"2026-06-17T20:18:55.457280Z","steps":["trace[959159377] 'process raft request' (duration: 193.243261ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:57.093872Z","caller":"traceutil/trace.go:172","msg":"trace[59925599] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:601; }","duration":"246.826217ms","start":"2026-06-17T20:18:56.847022Z","end":"2026-06-17T20:18:57.093849Z","steps":["trace[59925599] 'read index received' (duration: 246.815637ms)","trace[59925599] 'applied index is now lower than readState.Index' (duration: 9.35µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:57.094026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.901828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:57.094059Z","caller":"traceutil/trace.go:172","msg":"trace[1087304160] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:570; }","duration":"190.95187ms","start":"2026-06-17T20:18:56.903099Z","end":"2026-06-17T20:18:57.094051Z","steps":["trace[1087304160] 'agreement among raft nodes before linearized reading' (duration: 190.883708ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:57.094098Z","caller":"traceutil/trace.go:172","msg":"trace[836998762] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"249.277689ms","start":"2026-06-17T20:18:56.844783Z","end":"2026-06-17T20:18:57.094061Z","steps":["trace[836998762] 'process raft request' (duration: 249.094396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:57.094120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.097972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-17T20:18:57.094190Z","caller":"traceutil/trace.go:172","msg":"trace[57418217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"247.172193ms","start":"2026-06-17T20:18:56.847003Z","end":"2026-06-17T20:18:57.094175Z","steps":["trace[57418217] 'agreement among raft nodes before linearized reading' (duration: 246.976679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:57.869099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.582086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T20:18:57.869239Z","caller":"traceutil/trace.go:172","msg":"trace[325037252] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"138.111911ms","start":"2026-06-17T20:18:57.731105Z","end":"2026-06-17T20:18:57.869217Z","steps":["trace[325037252] 'read index received' (duration: 34.631µs)","trace[325037252] 'applied index is now lower than readState.Index' (duration: 138.07574ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:18:57.869372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.212503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:18:57.869409Z","caller":"traceutil/trace.go:172","msg":"trace[1097229460] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:572; }","duration":"138.297394ms","start":"2026-06-17T20:18:57.731100Z","end":"2026-06-17T20:18:57.869397Z","steps":["trace[1097229460] 'agreement among raft nodes before linearized reading' (duration: 138.175602ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:18:58.924848Z","caller":"traceutil/trace.go:172","msg":"trace[65702805] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"458.927413ms","start":"2026-06-17T20:18:58.465889Z","end":"2026-06-17T20:18:58.924816Z","steps":["trace[65702805] 'process raft request' (duration: 458.523966ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:18:58.925041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:18:58.465861Z","time spent":"459.084285ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:18:59.638998Z","caller":"traceutil/trace.go:172","msg":"trace[352299344] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"167.977531ms","start":"2026-06-17T20:18:59.470994Z","end":"2026-06-17T20:18:59.638971Z","steps":["trace[352299344] 'process raft request' (duration: 167.788487ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:01.086972Z","caller":"traceutil/trace.go:172","msg":"trace[486830101] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"156.041046ms","start":"2026-06-17T20:19:00.930909Z","end":"2026-06-17T20:19:01.086950Z","steps":["trace[486830101] 'process raft request' (duration: 155.893863ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:01.498893Z","caller":"traceutil/trace.go:172","msg":"trace[1959668296] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:611; }","duration":"161.950623ms","start":"2026-06-17T20:19:01.336926Z","end":"2026-06-17T20:19:01.498877Z","steps":["trace[1959668296] 'read index received' (duration: 161.944823ms)","trace[1959668296] 'applied index is now lower than readState.Index' (duration: 5.32µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:01.499029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.136236ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:01.499103Z","caller":"traceutil/trace.go:172","msg":"trace[1096325094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:579; }","duration":"162.234218ms","start":"2026-06-17T20:19:01.336856Z","end":"2026-06-17T20:19:01.499090Z","steps":["trace[1096325094] 'agreement among raft nodes before linearized reading' (duration: 162.094275ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:01.499169Z","caller":"traceutil/trace.go:172","msg":"trace[1459776372] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"214.446091ms","start":"2026-06-17T20:19:01.284688Z","end":"2026-06-17T20:19:01.499134Z","steps":["trace[1459776372] 'process raft request' (duration: 214.072334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:02.446284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.05909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:19:02.446347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.801751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:19:02.446373Z","caller":"traceutil/trace.go:172","msg":"trace[57360067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:580; }","duration":"109.168092ms","start":"2026-06-17T20:19:02.337187Z","end":"2026-06-17T20:19:02.446355Z","steps":["trace[57360067] 'range keys from in-memory index tree' (duration: 106.75716ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:02.446457Z","caller":"traceutil/trace.go:172","msg":"trace[916081883] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"164.72386ms","start":"2026-06-17T20:19:02.281723Z","end":"2026-06-17T20:19:02.446447Z","steps":["trace[916081883] 'process raft request' (duration: 164.692099ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:02.446608Z","caller":"traceutil/trace.go:172","msg":"trace[1008933838] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"266.91756ms","start":"2026-06-17T20:19:02.179651Z","end":"2026-06-17T20:19:02.446568Z","steps":["trace[1008933838] 'process raft request' (duration: 159.835664ms)","trace[1008933838] 'compare' (duration: 106.699109ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:19:05.317308Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855) learners=(3059730222961421400)"} {"level":"info","ts":"2026-06-17T20:19:05.317461Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"2a76586d38246c58","added-peer-peer-urls":["https://199.204.45.138:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-17T20:19:05.317504Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317530Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317621Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317670Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317686Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317697Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317694Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58","remote-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-06-17T20:19:05.317728Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"a31e123290fcf0df","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:05.317746Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"error","ts":"2026-06-17T20:19:05.367689Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:05.592119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.251099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:05.592191Z","caller":"traceutil/trace.go:172","msg":"trace[1771871664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"180.337831ms","start":"2026-06-17T20:19:05.411840Z","end":"2026-06-17T20:19:05.592178Z","steps":["trace[1771871664] 'range keys from in-memory index tree' (duration: 180.166208ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:05.830273Z","caller":"traceutil/trace.go:172","msg":"trace[1587997489] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"155.324024ms","start":"2026-06-17T20:19:05.674917Z","end":"2026-06-17T20:19:05.830241Z","steps":["trace[1587997489] 'process raft request' (duration: 120.847208ms)","trace[1587997489] 'compare' (duration: 33.923287ms)"],"step_count":2} {"level":"error","ts":"2026-06-17T20:19:05.868369Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:06.442013Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:06.869872Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:07.069175Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:07.069301Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-06-17T20:19:07.369567Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:07.771583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.768087ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"error","ts":"2026-06-17T20:19:07.871653Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:08.370733Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:08.872060Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:09.369756Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:09.598425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.386082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:09.598508Z","caller":"traceutil/trace.go:172","msg":"trace[1018679990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"184.482504ms","start":"2026-06-17T20:19:09.414007Z","end":"2026-06-17T20:19:09.598489Z","steps":["trace[1018679990] 'range keys from in-memory index tree' (duration: 184.323411ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:09.598797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.383431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:09.598873Z","caller":"traceutil/trace.go:172","msg":"trace[872908933] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:597; }","duration":"153.481273ms","start":"2026-06-17T20:19:09.445376Z","end":"2026-06-17T20:19:09.598857Z","steps":["trace[872908933] 'range keys from in-memory index tree' (duration: 153.30774ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:09.888471Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:10.025194Z","caller":"traceutil/trace.go:172","msg":"trace[1247099539] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"162.944423ms","start":"2026-06-17T20:19:09.862220Z","end":"2026-06-17T20:19:10.025164Z","steps":["trace[1247099539] 'process raft request' (duration: 89.96507ms)","trace[1247099539] 'compare' (duration: 72.469463ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:10.318543Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:10.318558Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-06-17T20:19:10.377820Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:10.868685Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:11.070644Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:11.070728Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-06-17T20:19:11.369902Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:11.869650Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:12.099623Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.236821ms"} {"level":"info","ts":"2026-06-17T20:19:12.099764Z","caller":"traceutil/trace.go:172","msg":"trace[685005353] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:637; }","duration":"106.277683ms","start":"2026-06-17T20:19:11.993452Z","end":"2026-06-17T20:19:12.099729Z","steps":["trace[685005353] 'read index received' (duration: 106.263863ms)","trace[685005353] 'applied index is now lower than readState.Index' (duration: 11.55µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:12.099964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.486907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:12.099992Z","caller":"traceutil/trace.go:172","msg":"trace[483236464] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:601; }","duration":"106.561499ms","start":"2026-06-17T20:19:11.993423Z","end":"2026-06-17T20:19:12.099984Z","steps":["trace[483236464] 'agreement among raft nodes before linearized reading' (duration: 106.421756ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:12.100520Z","caller":"traceutil/trace.go:172","msg":"trace[1920065323] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"204.795933ms","start":"2026-06-17T20:19:11.895708Z","end":"2026-06-17T20:19:12.100504Z","steps":["trace[1920065323] 'process raft request' (duration: 204.672891ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:12.174524Z","caller":"traceutil/trace.go:172","msg":"trace[1100411532] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"136.342602ms","start":"2026-06-17T20:19:12.038160Z","end":"2026-06-17T20:19:12.174502Z","steps":["trace[1100411532] 'process raft request' (duration: 119.205818ms)","trace[1100411532] 'compare' (duration: 17.043842ms)"],"step_count":2} {"level":"error","ts":"2026-06-17T20:19:12.370372Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:12.876935Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:13.367543Z","caller":"traceutil/trace.go:172","msg":"trace[774325681] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"126.398948ms","start":"2026-06-17T20:19:13.241123Z","end":"2026-06-17T20:19:13.367522Z","steps":["trace[774325681] 'process raft request' (duration: 126.243656ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:13.376425Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:13.866019Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:14.259365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.230119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:14.259460Z","caller":"traceutil/trace.go:172","msg":"trace[1960816165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"426.34092ms","start":"2026-06-17T20:19:13.833100Z","end":"2026-06-17T20:19:14.259441Z","steps":["trace[1960816165] 'range keys from in-memory index tree' (duration: 426.155097ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:14.259505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:13.833080Z","time spent":"426.416372ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:19:14.259376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.955542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-17T20:19:14.259722Z","caller":"traceutil/trace.go:172","msg":"trace[214524525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:607; }","duration":"155.198836ms","start":"2026-06-17T20:19:14.104388Z","end":"2026-06-17T20:19:14.259587Z","steps":["trace[214524525] 'range keys from in-memory index tree' (duration: 154.760308ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:14.698965Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"326.103994ms"} {"level":"info","ts":"2026-06-17T20:19:14.699380Z","caller":"traceutil/trace.go:172","msg":"trace[158314767] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"519.093748ms","start":"2026-06-17T20:19:14.180246Z","end":"2026-06-17T20:19:14.699340Z","steps":["trace[158314767] 'process raft request' (duration: 518.904825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:14.699513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.883945ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:14.699582Z","caller":"traceutil/trace.go:172","msg":"trace[1513921838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:608; }","duration":"362.975326ms","start":"2026-06-17T20:19:14.336592Z","end":"2026-06-17T20:19:14.699567Z","steps":["trace[1513921838] 'agreement among raft nodes before linearized reading' (duration: 362.837534ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:14.699088Z","caller":"traceutil/trace.go:172","msg":"trace[1921574165] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:644; }","duration":"362.465958ms","start":"2026-06-17T20:19:14.336599Z","end":"2026-06-17T20:19:14.699065Z","steps":["trace[1921574165] 'read index received' (duration: 362.456188ms)","trace[1921574165] 'applied index is now lower than readState.Index' (duration: 8µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:14.699672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:14.180225Z","time spent":"519.331601ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:19:14.721160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:14.371881Z","time spent":"349.269752ms","remote":"199.204.45.138:32850","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T20:19:14.721302Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.636359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:14.721424Z","caller":"traceutil/trace.go:172","msg":"trace[1516850270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"306.777471ms","start":"2026-06-17T20:19:14.414627Z","end":"2026-06-17T20:19:14.721405Z","steps":["trace[1516850270] 'agreement among raft nodes before linearized reading' (duration: 306.576468ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:14.721488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:14.414607Z","time spent":"306.865892ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:19:14.721727Z","caller":"traceutil/trace.go:172","msg":"trace[436232424] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"457.056946ms","start":"2026-06-17T20:19:14.264648Z","end":"2026-06-17T20:19:14.721705Z","steps":["trace[436232424] 'process raft request' (duration: 456.542487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:14.722154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:14.264621Z","time spent":"457.35488ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-06-17T20:19:14.723614Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:14.868021Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:15.072114Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:15.072202Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:15.319206Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:15.319197Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-06-17T20:19:15.374770Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:15.871983Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:16.368601Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:17.082277Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.876943ms"} {"level":"info","ts":"2026-06-17T20:19:17.082355Z","caller":"traceutil/trace.go:172","msg":"trace[848595766] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:650; }","duration":"216.18713ms","start":"2026-06-17T20:19:16.866143Z","end":"2026-06-17T20:19:17.082330Z","steps":["trace[848595766] 'read index received' (duration: 216.178679ms)","trace[848595766] 'applied index is now lower than readState.Index' (duration: 7.161µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:19:17.082579Z","caller":"traceutil/trace.go:172","msg":"trace[1089491647] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"278.829425ms","start":"2026-06-17T20:19:16.803729Z","end":"2026-06-17T20:19:17.082559Z","steps":["trace[1089491647] 'process raft request' (duration: 278.680513ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:17.085988Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:17.371496Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:17.871836Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:18.371715Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:18.960511Z","caller":"traceutil/trace.go:172","msg":"trace[1281105553] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"130.5662ms","start":"2026-06-17T20:19:18.829917Z","end":"2026-06-17T20:19:18.960483Z","steps":["trace[1281105553] 'process raft request' (duration: 81.649076ms)","trace[1281105553] 'compare' (duration: 48.299994ms)"],"step_count":2} {"level":"error","ts":"2026-06-17T20:19:18.960426Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:19.074037Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:19.074109Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:19.358425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:49008","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-17T20:19:19.370855Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:19.865709Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:20.319481Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:20.319544Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-06-17T20:19:20.370938Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:20.937569Z","caller":"traceutil/trace.go:172","msg":"trace[1053922131] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"107.562575ms","start":"2026-06-17T20:19:20.829982Z","end":"2026-06-17T20:19:20.937545Z","steps":["trace[1053922131] 'process raft request' (duration: 107.289241ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:20.939071Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:21.106895Z","caller":"traceutil/trace.go:172","msg":"trace[1207159042] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"123.555877ms","start":"2026-06-17T20:19:20.983310Z","end":"2026-06-17T20:19:21.106866Z","steps":["trace[1207159042] 'process raft request' (duration: 123.394704ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:21.371020Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:21.960119Z","caller":"traceutil/trace.go:172","msg":"trace[1653524918] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"169.373764ms","start":"2026-06-17T20:19:21.790717Z","end":"2026-06-17T20:19:21.960091Z","steps":["trace[1653524918] 'process raft request' (duration: 169.057019ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:21.962850Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:22.495298Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.074883ms"} {"level":"info","ts":"2026-06-17T20:19:22.495310Z","caller":"traceutil/trace.go:172","msg":"trace[561528982] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:663; }","duration":"139.200531ms","start":"2026-06-17T20:19:22.356074Z","end":"2026-06-17T20:19:22.495275Z","steps":["trace[561528982] 'read index received' (duration: 139.155921ms)","trace[561528982] 'applied index is now lower than readState.Index' (duration: 41.58µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:22.782861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"445.703894ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:22.782921Z","caller":"traceutil/trace.go:172","msg":"trace[439176470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:624; }","duration":"445.775055ms","start":"2026-06-17T20:19:22.337134Z","end":"2026-06-17T20:19:22.782909Z","steps":["trace[439176470] 'range keys from in-memory index tree' (duration: 445.661153ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:22.782936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.864423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:22.782958Z","caller":"traceutil/trace.go:172","msg":"trace[30810021] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:624; }","duration":"426.891383ms","start":"2026-06-17T20:19:22.356060Z","end":"2026-06-17T20:19:22.782951Z","steps":["trace[30810021] 'agreement among raft nodes before linearized reading' (duration: 139.313123ms)","trace[30810021] 'range keys from in-memory index tree' (duration: 287.526299ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:22.782981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:22.356036Z","time spent":"426.938214ms","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:19:22.783024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.60137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:19:22.783066Z","caller":"traceutil/trace.go:172","msg":"trace[1949026987] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"287.670272ms","start":"2026-06-17T20:19:22.495389Z","end":"2026-06-17T20:19:22.783059Z","steps":["trace[1949026987] 'read index received' (duration: 19.831µs)","trace[1949026987] 'applied index is now lower than readState.Index' (duration: 287.649711ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:22.783128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.569764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:22.783154Z","caller":"traceutil/trace.go:172","msg":"trace[1336658825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"369.603154ms","start":"2026-06-17T20:19:22.413546Z","end":"2026-06-17T20:19:22.783149Z","steps":["trace[1336658825] 'agreement among raft nodes before linearized reading' (duration: 369.551723ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:22.783174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:22.413529Z","time spent":"369.640975ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:19:22.783167Z","caller":"traceutil/trace.go:172","msg":"trace[1973513985] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"497.584426ms","start":"2026-06-17T20:19:22.285493Z","end":"2026-06-17T20:19:22.783077Z","steps":["trace[1973513985] 'process raft request' (duration: 209.887444ms)","trace[1973513985] 'compare' (duration: 287.384327ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:22.783293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:22.381086Z","time spent":"402.204897ms","remote":"199.204.45.138:49118","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T20:19:22.784085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:22.285457Z","time spent":"497.81429ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-06-17T20:19:22.785293Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:23.075963Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:23.076035Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"info","ts":"2026-06-17T20:19:23.093477Z","caller":"traceutil/trace.go:172","msg":"trace[825997431] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:664; }","duration":"227.107856ms","start":"2026-06-17T20:19:22.866341Z","end":"2026-06-17T20:19:23.093449Z","steps":["trace[825997431] 'read index received' (duration: 227.100256ms)","trace[825997431] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:23.133972Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.05411ms"} {"level":"warn","ts":"2026-06-17T20:19:23.315658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.973206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:19:23.315793Z","caller":"traceutil/trace.go:172","msg":"trace[692498468] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"471.812116ms","start":"2026-06-17T20:19:22.843932Z","end":"2026-06-17T20:19:23.315745Z","steps":["trace[692498468] 'process raft request' (duration: 249.671077ms)","trace[692498468] 'compare' (duration: 221.799934ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:19:23.315873Z","caller":"traceutil/trace.go:172","msg":"trace[2008556327] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"204.888394ms","start":"2026-06-17T20:19:23.110961Z","end":"2026-06-17T20:19:23.315849Z","steps":["trace[2008556327] 'read index received' (duration: 23.017748ms)","trace[2008556327] 'applied index is now lower than readState.Index' (duration: 181.869566ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:23.315907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:22.843907Z","time spent":"471.948519ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:19:23.316404Z","caller":"traceutil/trace.go:172","msg":"trace[450544911] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"374.592078ms","start":"2026-06-17T20:19:22.941803Z","end":"2026-06-17T20:19:23.316396Z","steps":["trace[450544911] 'process raft request' (duration: 374.243253ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:23.316376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.390752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-17T20:19:23.316456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:22.941782Z","time spent":"374.64937ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:19:23.316643Z","caller":"traceutil/trace.go:172","msg":"trace[1432283966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"205.665336ms","start":"2026-06-17T20:19:23.110957Z","end":"2026-06-17T20:19:23.316623Z","steps":["trace[1432283966] 'agreement among raft nodes before linearized reading' (duration: 205.014796ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:23.317110Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:23.393449Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:23.870466Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:24.382723Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:24.870066Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:25.320434Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:25.320473Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"2a76586d38246c58","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:25.569615Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"96.179113ms"} {"level":"info","ts":"2026-06-17T20:19:25.569671Z","caller":"traceutil/trace.go:172","msg":"trace[290717597] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:669; }","duration":"233.272465ms","start":"2026-06-17T20:19:25.336364Z","end":"2026-06-17T20:19:25.569637Z","steps":["trace[290717597] 'read index received' (duration: 233.258665ms)","trace[290717597] 'applied index is now lower than readState.Index' (duration: 11.72µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:25.569835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.455677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:25.569875Z","caller":"traceutil/trace.go:172","msg":"trace[1932482774] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"248.70332ms","start":"2026-06-17T20:19:25.321154Z","end":"2026-06-17T20:19:25.569858Z","steps":["trace[1932482774] 'process raft request' (duration: 248.585288ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:25.569915Z","caller":"traceutil/trace.go:172","msg":"trace[134798353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:630; }","duration":"233.556149ms","start":"2026-06-17T20:19:25.336321Z","end":"2026-06-17T20:19:25.569877Z","steps":["trace[134798353] 'agreement among raft nodes before linearized reading' (duration: 233.423467ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:25.570228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.724199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:25.570263Z","caller":"traceutil/trace.go:172","msg":"trace[404238620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"156.76414ms","start":"2026-06-17T20:19:25.413490Z","end":"2026-06-17T20:19:25.570254Z","steps":["trace[404238620] 'agreement among raft nodes before linearized reading' (duration: 156.704399ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:25.570484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.422809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-17T20:19:25.570560Z","caller":"traceutil/trace.go:172","msg":"trace[127480605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"174.549221ms","start":"2026-06-17T20:19:25.395999Z","end":"2026-06-17T20:19:25.570548Z","steps":["trace[127480605] 'agreement among raft nodes before linearized reading' (duration: 174.248307ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:25.571902Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:26.038672Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"266.20321ms"} {"level":"info","ts":"2026-06-17T20:19:26.038739Z","caller":"traceutil/trace.go:172","msg":"trace[1088278152] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:670; }","duration":"173.134387ms","start":"2026-06-17T20:19:25.865582Z","end":"2026-06-17T20:19:26.038716Z","steps":["trace[1088278152] 'read index received' (duration: 173.125797ms)","trace[1088278152] 'applied index is now lower than readState.Index' (duration: 7.12µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:26.242960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.01292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:19:26.243341Z","caller":"traceutil/trace.go:172","msg":"trace[1775222395] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"651.088376ms","start":"2026-06-17T20:19:25.592243Z","end":"2026-06-17T20:19:26.243331Z","steps":["trace[1775222395] 'process raft request' (duration: 651.051526ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:26.243369Z","caller":"traceutil/trace.go:172","msg":"trace[425312052] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"668.129327ms","start":"2026-06-17T20:19:25.575210Z","end":"2026-06-17T20:19:26.243339Z","steps":["trace[425312052] 'process raft request' (duration: 463.65692ms)","trace[425312052] 'compare' (duration: 203.710245ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:26.243474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:25.592218Z","time spent":"651.203337ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:19:26.243476Z","caller":"traceutil/trace.go:172","msg":"trace[1619751217] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"204.66128ms","start":"2026-06-17T20:19:26.038795Z","end":"2026-06-17T20:19:26.243456Z","steps":["trace[1619751217] 'read index received' (duration: 94.231902ms)","trace[1619751217] 'applied index is now lower than readState.Index' (duration: 110.427558ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:26.243507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:25.575198Z","time spent":"668.243169ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:19:26.243658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.677152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T20:19:26.243692Z","caller":"traceutil/trace.go:172","msg":"trace[239193175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"218.727953ms","start":"2026-06-17T20:19:26.024956Z","end":"2026-06-17T20:19:26.243684Z","steps":["trace[239193175] 'agreement among raft nodes before linearized reading' (duration: 218.58844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:26.244114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.855321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:26.244215Z","caller":"traceutil/trace.go:172","msg":"trace[2052790747] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:633; }","duration":"142.997383ms","start":"2026-06-17T20:19:26.101197Z","end":"2026-06-17T20:19:26.244194Z","steps":["trace[2052790747] 'agreement among raft nodes before linearized reading' (duration: 142.75593ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:26.243621Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:26.368308Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:26.536695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.964197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:26.536772Z","caller":"traceutil/trace.go:172","msg":"trace[1900749643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"123.046018ms","start":"2026-06-17T20:19:26.413703Z","end":"2026-06-17T20:19:26.536749Z","steps":["trace[1900749643] 'range keys from in-memory index tree' (duration: 122.898185ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:26.870782Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:27.077075Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:19:27.077156Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2a76586d38246c58","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"info","ts":"2026-06-17T20:19:27.203579Z","caller":"traceutil/trace.go:172","msg":"trace[1706035005] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"108.945579ms","start":"2026-06-17T20:19:27.094614Z","end":"2026-06-17T20:19:27.203559Z","steps":["trace[1706035005] 'process raft request' (duration: 108.818887ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:27.365903Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:27.883092Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:28.411365Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.932964ms"} {"level":"warn","ts":"2026-06-17T20:19:28.674654Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"63.235292ms"} {"level":"warn","ts":"2026-06-17T20:19:28.734722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.640037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:28.734815Z","caller":"traceutil/trace.go:172","msg":"trace[2031886170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:637; }","duration":"397.739079ms","start":"2026-06-17T20:19:28.337063Z","end":"2026-06-17T20:19:28.734802Z","steps":["trace[2031886170] 'agreement among raft nodes before linearized reading' (duration: 74.360131ms)","trace[2031886170] 'range keys from in-memory index tree' (duration: 323.266286ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:28.734992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.392258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:19:28.735176Z","caller":"traceutil/trace.go:172","msg":"trace[1644178977] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"384.567662ms","start":"2026-06-17T20:19:28.350592Z","end":"2026-06-17T20:19:28.735160Z","steps":["trace[1644178977] 'process raft request' (duration: 384.511611ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:28.735172Z","caller":"traceutil/trace.go:172","msg":"trace[787285164] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"483.690411ms","start":"2026-06-17T20:19:28.251460Z","end":"2026-06-17T20:19:28.735150Z","steps":["trace[787285164] 'process raft request' (duration: 160.066158ms)","trace[787285164] 'compare' (duration: 323.205686ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:28.735270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:28.350576Z","time spent":"384.635583ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:19:28.735275Z","caller":"traceutil/trace.go:172","msg":"trace[1376192974] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"323.827476ms","start":"2026-06-17T20:19:28.411392Z","end":"2026-06-17T20:19:28.735220Z","steps":["trace[1376192974] 'read index received' (duration: 263.232272ms)","trace[1376192974] 'applied index is now lower than readState.Index' (duration: 60.592134ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:28.735357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:28.367720Z","time spent":"367.632895ms","remote":"199.204.45.138:45990","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T20:19:28.735587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.214197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:28.735627Z","caller":"traceutil/trace.go:172","msg":"trace[681040712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"325.253197ms","start":"2026-06-17T20:19:28.410364Z","end":"2026-06-17T20:19:28.735617Z","steps":["trace[681040712] 'agreement among raft nodes before linearized reading' (duration: 325.192606ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:28.735652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:28.410341Z","time spent":"325.304809ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:19:28.736268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:28.251445Z","time spent":"483.789842ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-06-17T20:19:28.738157Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:28.772137Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:28.772236Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:28.773242Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:28.779858Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"2a76586d38246c58","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T20:19:28.779926Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:28.782833Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"2a76586d38246c58","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T20:19:28.782900Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"error","ts":"2026-06-17T20:19:28.870083Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:28.962086Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"a31e123290fcf0df","to":"2a76586d38246c58","bytes":1011721,"size":"1.0 MB"} {"level":"info","ts":"2026-06-17T20:19:28.962217Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":680,"remote-peer-id":"2a76586d38246c58","bytes":1011721,"size":"1.0 MB"} {"level":"info","ts":"2026-06-17T20:19:28.991625Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1003520,"size":"1.0 MB"} {"level":"info","ts":"2026-06-17T20:19:29.287887Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":680,"remote-peer-id":"2a76586d38246c58","bytes":1011721,"size":"1.0 MB"} {"level":"error","ts":"2026-06-17T20:19:29.373721Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:29.858122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:46044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:19:29.957854Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"185.02279ms"} {"level":"info","ts":"2026-06-17T20:19:29.958130Z","caller":"traceutil/trace.go:172","msg":"trace[1795012790] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"365.930101ms","start":"2026-06-17T20:19:29.592181Z","end":"2026-06-17T20:19:29.958111Z","steps":["trace[1795012790] 'process raft request' (duration: 365.799489ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:29.958246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:29.592158Z","time spent":"366.024703ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-06-17T20:19:29.960037Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:30.469307Z","caller":"traceutil/trace.go:172","msg":"trace[605872291] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:681; }","duration":"104.037748ms","start":"2026-06-17T20:19:30.365243Z","end":"2026-06-17T20:19:30.469280Z","steps":["trace[605872291] 'read index received' (duration: 104.026678ms)","trace[605872291] 'applied index is now lower than readState.Index' (duration: 9.56µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:19:30.469708Z","caller":"traceutil/trace.go:172","msg":"trace[274232018] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"117.63778ms","start":"2026-06-17T20:19:30.352054Z","end":"2026-06-17T20:19:30.469691Z","steps":["trace[274232018] 'process raft request' (duration: 117.282765ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:30.471857Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:31.084193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.506468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"error","ts":"2026-06-17T20:19:31.084290Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:31.084395Z","caller":"traceutil/trace.go:172","msg":"trace[1867998061] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"301.987431ms","start":"2026-06-17T20:19:30.782380Z","end":"2026-06-17T20:19:31.084367Z","steps":["trace[1867998061] 'process raft request' (duration: 146.231759ms)","trace[1867998061] 'compare' (duration: 155.408377ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:31.084547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:19:30.782358Z","time spent":"302.116693ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-06-17T20:19:31.371860Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:31.638492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.564719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:31.638544Z","caller":"traceutil/trace.go:172","msg":"trace[2121458658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"225.62262ms","start":"2026-06-17T20:19:31.412909Z","end":"2026-06-17T20:19:31.638532Z","steps":["trace[2121458658] 'range keys from in-memory index tree' (duration: 225.456787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:31.638509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.749827ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:31.639039Z","caller":"traceutil/trace.go:172","msg":"trace[372520891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:643; }","duration":"302.299886ms","start":"2026-06-17T20:19:31.336729Z","end":"2026-06-17T20:19:31.639029Z","steps":["trace[372520891] 'range keys from in-memory index tree' (duration: 301.700136ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:31.868258Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:32.234024Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"160.740427ms"} {"level":"info","ts":"2026-06-17T20:19:32.234255Z","caller":"traceutil/trace.go:172","msg":"trace[1954973710] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:684; }","duration":"103.041593ms","start":"2026-06-17T20:19:32.131197Z","end":"2026-06-17T20:19:32.234238Z","steps":["trace[1954973710] 'read index received' (duration: 102.764417ms)","trace[1954973710] 'applied index is now lower than readState.Index' (duration: 276.186µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:19:32.234309Z","caller":"traceutil/trace.go:172","msg":"trace[47242798] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"269.771188ms","start":"2026-06-17T20:19:31.964514Z","end":"2026-06-17T20:19:32.234286Z","steps":["trace[47242798] 'process raft request' (duration: 269.619066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:32.234471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.250436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T20:19:32.234557Z","caller":"traceutil/trace.go:172","msg":"trace[25246352] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:644; }","duration":"103.356197ms","start":"2026-06-17T20:19:32.131191Z","end":"2026-06-17T20:19:32.234547Z","steps":["trace[25246352] 'agreement among raft nodes before linearized reading' (duration: 103.108604ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:32.491081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.443164ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-17T20:19:32.491196Z","caller":"traceutil/trace.go:172","msg":"trace[1467127153] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:685; }","duration":"154.993301ms","start":"2026-06-17T20:19:32.336187Z","end":"2026-06-17T20:19:32.491180Z","steps":["trace[1467127153] 'read index received' (duration: 37.541µs)","trace[1467127153] 'applied index is now lower than readState.Index' (duration: 154.954679ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:19:32.491322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.154693ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:32.491358Z","caller":"traceutil/trace.go:172","msg":"trace[1420639312] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:644; }","duration":"155.197584ms","start":"2026-06-17T20:19:32.336150Z","end":"2026-06-17T20:19:32.491348Z","steps":["trace[1420639312] 'agreement among raft nodes before linearized reading' (duration: 155.136293ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:19:32.539359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.119801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:19:32.539439Z","caller":"traceutil/trace.go:172","msg":"trace[1018847690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"126.210164ms","start":"2026-06-17T20:19:32.413214Z","end":"2026-06-17T20:19:32.539424Z","steps":["trace[1018847690] 'agreement among raft nodes before linearized reading' (duration: 126.071491ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:32.577363Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:19:32.699534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.748876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T20:19:32.699604Z","caller":"traceutil/trace.go:172","msg":"trace[413356964] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:646; }","duration":"107.834728ms","start":"2026-06-17T20:19:32.591759Z","end":"2026-06-17T20:19:32.699594Z","steps":["trace[413356964] 'range keys from in-memory index tree' (duration: 107.674725ms)"],"step_count":1} {"level":"error","ts":"2026-06-17T20:19:32.898472Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:19:33.371992Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:19:33.597844Z","caller":"traceutil/trace.go:172","msg":"trace[1252660516] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"102.600831ms","start":"2026-06-17T20:19:33.495196Z","end":"2026-06-17T20:19:33.597797Z","steps":["trace[1252660516] 'process raft request' (duration: 102.404748ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:33.888798Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=(3059730222961421400 11753852085873733855)"} {"level":"info","ts":"2026-06-17T20:19:33.888999Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","promoted-member-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:33.889043Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"a31e123290fcf0df","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"2a76586d38246c58"} {"level":"warn","ts":"2026-06-17T20:19:34.172841Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:19:34.172855Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58","error":"EOF"} {"level":"info","ts":"2026-06-17T20:19:34.183807Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"2a76586d38246c58","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-17T20:19:34.183845Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:34.183858Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:34.184382Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:34.184998Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"2a76586d38246c58","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-17T20:19:34.185039Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:34.185049Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:34.186603Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"2a76586d38246c58"} {"level":"info","ts":"2026-06-17T20:19:34.350680Z","caller":"traceutil/trace.go:172","msg":"trace[500109768] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"111.722518ms","start":"2026-06-17T20:19:34.238941Z","end":"2026-06-17T20:19:34.350663Z","steps":["trace[500109768] 'process raft request' (duration: 111.617947ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:36.705236Z","caller":"traceutil/trace.go:172","msg":"trace[1798062594] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"145.488408ms","start":"2026-06-17T20:19:36.559731Z","end":"2026-06-17T20:19:36.705219Z","steps":["trace[1798062594] 'process raft request' (duration: 145.263215ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:38.727613Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-17T20:19:58.829901Z","caller":"traceutil/trace.go:172","msg":"trace[168857204] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"119.929173ms","start":"2026-06-17T20:19:58.709960Z","end":"2026-06-17T20:19:58.829889Z","steps":["trace[168857204] 'process raft request' (duration: 117.393027ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:59.086966Z","caller":"traceutil/trace.go:172","msg":"trace[401955422] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"170.636473ms","start":"2026-06-17T20:19:58.916307Z","end":"2026-06-17T20:19:59.086944Z","steps":["trace[401955422] 'process raft request' (duration: 170.484061ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:19:59.288409Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"a31e123290fcf0df","to":"2a76586d38246c58","bytes":1011721,"size":"1.0 MB","took":"30.326321923s"} {"level":"warn","ts":"2026-06-17T20:20:04.206946Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.104181ms"} {"level":"info","ts":"2026-06-17T20:20:04.207218Z","caller":"traceutil/trace.go:172","msg":"trace[278413574] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"200.60676ms","start":"2026-06-17T20:20:04.006586Z","end":"2026-06-17T20:20:04.207193Z","steps":["trace[278413574] 'process raft request' (duration: 200.475508ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:20:04.343920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.541046ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T20:20:50.771809Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=(3059730222961421400 11753852085873733855) learners=(8450398780700841471)"} {"level":"info","ts":"2026-06-17T20:20:50.772061Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"7545d8eb3e1155ff","added-peer-peer-urls":["https://199.204.45.89:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-17T20:20:50.772467Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:50.772526Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:50.772951Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:50.773030Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:50.773046Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:50.773086Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:50.773073Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff","remote-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-06-17T20:20:50.773088Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"warn","ts":"2026-06-17T20:20:50.825070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.89:41316","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-17T20:20:50.826414Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:20:51.148653Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.89:2380/version","remote-member-id":"7545d8eb3e1155ff","error":"Get \"https://199.204.45.89:2380/version\": dial tcp 199.204.45.89:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:20:51.148766Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"7545d8eb3e1155ff","error":"Get \"https://199.204.45.89:2380/version\": dial tcp 199.204.45.89:2380: connect: connection refused"} {"level":"error","ts":"2026-06-17T20:20:51.339180Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T20:20:51.339345Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"7545d8eb3e1155ff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-17T20:20:51.825958Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T20:20:51.826030Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"7545d8eb3e1155ff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-06-17T20:20:52.330460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.89:41346","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-17T20:20:52.331382Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:20:52.827709Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T20:20:52.827792Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"7545d8eb3e1155ff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-17T20:20:53.335099Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-17T20:20:53.827819Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-17T20:20:54.327224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.89:41404","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-17T20:20:54.328507Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T20:20:54.328593Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"7545d8eb3e1155ff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-17T20:20:54.829211Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-17T20:20:55.060148Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.068271Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"7545d8eb3e1155ff","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T20:20:55.068327Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.070555Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"7545d8eb3e1155ff","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T20:20:55.070606Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.081347Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"a31e123290fcf0df","to":"7545d8eb3e1155ff","bytes":1303509,"size":"1.3 MB"} {"level":"info","ts":"2026-06-17T20:20:55.081548Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":965,"remote-peer-id":"7545d8eb3e1155ff","bytes":1303509,"size":"1.3 MB"} {"level":"info","ts":"2026-06-17T20:20:55.085709Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.088598Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1294336,"size":"1.3 MB"} {"level":"info","ts":"2026-06-17T20:20:55.092275Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.097413Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":965,"remote-peer-id":"7545d8eb3e1155ff","bytes":1303509,"size":"1.3 MB"} {"level":"warn","ts":"2026-06-17T20:20:55.116544Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:20:55.117835Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff","error":"EOF"} {"level":"info","ts":"2026-06-17T20:20:55.130869Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"7545d8eb3e1155ff","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-17T20:20:55.130897Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.130915Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.136199Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a31e123290fcf0df","to":"7545d8eb3e1155ff","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-17T20:20:55.136230Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.136238Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.183658Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.186980Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a31e123290fcf0df","remote-peer-id":"7545d8eb3e1155ff"} {"level":"warn","ts":"2026-06-17T20:20:55.326608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.89:41434","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T20:20:55.329948Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a31e123290fcf0df switched to configuration voters=(3059730222961421400 8450398780700841471 11753852085873733855)"} {"level":"info","ts":"2026-06-17T20:20:55.330138Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","promoted-member-id":"7545d8eb3e1155ff"} {"level":"info","ts":"2026-06-17T20:20:55.330185Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"a31e123290fcf0df","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"7545d8eb3e1155ff"} {"level":"warn","ts":"2026-06-17T20:20:55.773965Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"7545d8eb3e1155ff","rtt":"0s","error":"dial tcp 199.204.45.89:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T20:20:55.774062Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"7545d8eb3e1155ff","rtt":"0s","error":"dial tcp 199.204.45.89:2380: connect: connection refused"} {"level":"info","ts":"2026-06-17T20:21:07.621372Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-17T20:21:25.098107Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"a31e123290fcf0df","to":"7545d8eb3e1155ff","bytes":1303509,"size":"1.3 MB","took":"30.016758312s"} {"level":"warn","ts":"2026-06-17T20:21:30.277195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.765995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-17T20:21:48.980119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.764164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:48.980219Z","caller":"traceutil/trace.go:172","msg":"trace[1068909761] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1101; }","duration":"156.888016ms","start":"2026-06-17T20:21:48.823312Z","end":"2026-06-17T20:21:48.980200Z","steps":["trace[1068909761] 'range keys from in-memory index tree' (duration: 155.67413ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:52.657091Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:21:53.157425Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:21:53.658341Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:21:53.842419Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a31e123290fcf0df [logterm: 2, index: 1286, vote: a31e123290fcf0df] ignored MsgPreVote from 7545d8eb3e1155ff [logterm: 2, index: 1273] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-06-17T20:21:54.159219Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:21:54.414685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999965119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T20:21:54.414766Z","caller":"traceutil/trace.go:172","msg":"trace[970092773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006387s","start":"2026-06-17T20:21:52.414684Z","end":"2026-06-17T20:21:54.414748Z","steps":["trace[970092773] 'agreement among raft nodes before linearized reading' (duration: 1.999962529s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:54.414813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.414649Z","time spent":"2.000156681s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:21:54.660107Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:21:55.161065Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:21:55.603034Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.474320067s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T20:21:55.603147Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.330166168s"} {"level":"warn","ts":"2026-06-17T20:21:55.603166Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.330189468s"} {"level":"info","ts":"2026-06-17T20:21:55.604691Z","caller":"traceutil/trace.go:172","msg":"trace[744019441] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"3.476180292s","start":"2026-06-17T20:21:52.128481Z","end":"2026-06-17T20:21:55.604661Z","steps":["trace[744019441] 'process raft request' (duration: 3.474793744s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.604845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.128448Z","time spent":"3.476333244s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:21:55.661928Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:21:55.756358Z","caller":"traceutil/trace.go:172","msg":"trace[1466460577] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1273; }","duration":"3.607880983s","start":"2026-06-17T20:21:52.148451Z","end":"2026-06-17T20:21:55.756332Z","steps":["trace[1466460577] 'read index received' (duration: 3.607871663s)","trace[1466460577] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:21:55.756572Z","caller":"traceutil/trace.go:172","msg":"trace[1663740654] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"3.612028187s","start":"2026-06-17T20:21:52.144519Z","end":"2026-06-17T20:21:55.756548Z","steps":["trace[1663740654] 'process raft request' (duration: 3.611839215s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.756822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.144498Z","time spent":"3.61224944s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.756893Z","caller":"traceutil/trace.go:172","msg":"trace[1813961408] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"3.612277669s","start":"2026-06-17T20:21:52.144582Z","end":"2026-06-17T20:21:55.756859Z","steps":["trace[1813961408] 'process raft request' (duration: 3.611931555s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.144578Z","time spent":"3.612429841s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757069Z","caller":"traceutil/trace.go:172","msg":"trace[190429611] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"3.605085066s","start":"2026-06-17T20:21:52.151957Z","end":"2026-06-17T20:21:55.757042Z","steps":["trace[190429611] 'process raft request' (duration: 3.604826142s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.757164Z","caller":"traceutil/trace.go:172","msg":"trace[613149103] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"3.597358335s","start":"2026-06-17T20:21:52.159763Z","end":"2026-06-17T20:21:55.757122Z","steps":["trace[613149103] 'process raft request' (duration: 3.597171582s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.608363659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-17T20:21:55.757211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.151937Z","time spent":"3.605203597s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757244Z","caller":"traceutil/trace.go:172","msg":"trace[1098574020] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1157; }","duration":"3.608773524s","start":"2026-06-17T20:21:52.148448Z","end":"2026-06-17T20:21:55.757221Z","steps":["trace[1098574020] 'agreement among raft nodes before linearized reading' (duration: 3.608011164s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.159754Z","time spent":"3.597458696s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757285Z","caller":"traceutil/trace.go:172","msg":"trace[938425134] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"3.575881073s","start":"2026-06-17T20:21:52.181393Z","end":"2026-06-17T20:21:55.757274Z","steps":["trace[938425134] 'process raft request' (duration: 3.575729231s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.148436Z","time spent":"3.608837575s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:21:55.757330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.181367Z","time spent":"3.575941824s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757360Z","caller":"traceutil/trace.go:172","msg":"trace[935597997] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"3.57479542s","start":"2026-06-17T20:21:52.182552Z","end":"2026-06-17T20:21:55.757347Z","steps":["trace[935597997] 'process raft request' (duration: 3.574632648s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.757388Z","caller":"traceutil/trace.go:172","msg":"trace[1893813222] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"3.552007252s","start":"2026-06-17T20:21:52.205362Z","end":"2026-06-17T20:21:55.757370Z","steps":["trace[1893813222] 'process raft request' (duration: 3.55186921s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.182545Z","time spent":"3.57484492s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:21:55.757468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.205328Z","time spent":"3.552104123s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757469Z","caller":"traceutil/trace.go:172","msg":"trace[392233851] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"3.579718164s","start":"2026-06-17T20:21:52.177733Z","end":"2026-06-17T20:21:55.757451Z","steps":["trace[392233851] 'process raft request' (duration: 3.579344779s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.177698Z","time spent":"3.579810005s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757602Z","caller":"traceutil/trace.go:172","msg":"trace[435620085] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"3.416293436s","start":"2026-06-17T20:21:52.341293Z","end":"2026-06-17T20:21:55.757587Z","steps":["trace[435620085] 'process raft request' (duration: 3.416103003s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.757642Z","caller":"traceutil/trace.go:172","msg":"trace[535143386] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"3.550722454s","start":"2026-06-17T20:21:52.206890Z","end":"2026-06-17T20:21:55.757612Z","steps":["trace[535143386] 'process raft request' (duration: 3.55039337s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.341265Z","time spent":"3.416370967s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:21:55.757690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.206859Z","time spent":"3.550810055s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757699Z","caller":"traceutil/trace.go:172","msg":"trace[620798383] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"3.520345007s","start":"2026-06-17T20:21:52.237337Z","end":"2026-06-17T20:21:55.757682Z","steps":["trace[620798383] 'process raft request' (duration: 3.519993582s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.237299Z","time spent":"3.520434458s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:21:55.757834Z","caller":"traceutil/trace.go:172","msg":"trace[815195536] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"2.247659165s","start":"2026-06-17T20:21:53.510163Z","end":"2026-06-17T20:21:55.757822Z","steps":["trace[815195536] 'process raft request' (duration: 2.24728582s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.757920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:53.510141Z","time spent":"2.247725925s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:21:55.757558Z","caller":"traceutil/trace.go:172","msg":"trace[1725650053] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"1.985781351s","start":"2026-06-17T20:21:53.771755Z","end":"2026-06-17T20:21:55.757537Z","steps":["trace[1725650053] 'process raft request' (duration: 1.985742611s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.759358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:53.771730Z","time spent":"1.987544314s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:21:55.835310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000463072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T20:21:55.835372Z","caller":"traceutil/trace.go:172","msg":"trace[529838421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541403s","start":"2026-06-17T20:21:53.834818Z","end":"2026-06-17T20:21:55.835360Z","steps":["trace[529838421] 'agreement among raft nodes before linearized reading' (duration: 2.000461992s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.835420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:53.834786Z","time spent":"2.000624144s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 20:21:55 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-17T20:21:55.862900Z","caller":"traceutil/trace.go:172","msg":"trace[2066314811] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"252.401318ms","start":"2026-06-17T20:21:55.610470Z","end":"2026-06-17T20:21:55.862871Z","steps":["trace[2066314811] 'process raft request' (duration: 210.672023ms)","trace[2066314811] 'compare' (duration: 41.33091ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:21:55.862874Z","caller":"traceutil/trace.go:172","msg":"trace[1236405402] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"248.883912ms","start":"2026-06-17T20:21:55.613923Z","end":"2026-06-17T20:21:55.862806Z","steps":["trace[1236405402] 'process raft request' (duration: 248.69164ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.875193Z","caller":"traceutil/trace.go:172","msg":"trace[2061404162] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1295; }","duration":"118.757991ms","start":"2026-06-17T20:21:55.756425Z","end":"2026-06-17T20:21:55.875183Z","steps":["trace[2061404162] 'read index received' (duration: 118.753421ms)","trace[2061404162] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:21:55.875287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.538576764s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:55.875308Z","caller":"traceutil/trace.go:172","msg":"trace[800021458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1175; }","duration":"3.538612424s","start":"2026-06-17T20:21:52.336689Z","end":"2026-06-17T20:21:55.875302Z","steps":["trace[800021458] 'agreement among raft nodes before linearized reading' (duration: 3.538540054s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.875453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.012081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:55.875515Z","caller":"traceutil/trace.go:172","msg":"trace[727201098] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1175; }","duration":"304.108002ms","start":"2026-06-17T20:21:55.571394Z","end":"2026-06-17T20:21:55.875502Z","steps":["trace[727201098] 'agreement among raft nodes before linearized reading' (duration: 303.987341ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.875544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:55.571358Z","time spent":"304.179523ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:21:55.875763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.445139491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-17T20:21:55.875756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.020139659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:55.875791Z","caller":"traceutil/trace.go:172","msg":"trace[1258626481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1175; }","duration":"3.445171062s","start":"2026-06-17T20:21:52.430614Z","end":"2026-06-17T20:21:55.875785Z","steps":["trace[1258626481] 'agreement among raft nodes before linearized reading' (duration: 3.44507129s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.875802Z","caller":"traceutil/trace.go:172","msg":"trace[979715331] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1175; }","duration":"2.02018779s","start":"2026-06-17T20:21:53.855605Z","end":"2026-06-17T20:21:55.875793Z","steps":["trace[979715331] 'agreement among raft nodes before linearized reading' (duration: 2.020116749s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.875813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.430576Z","time spent":"3.445230432s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:21:55.875810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.186222486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-17T20:21:55.875830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:53.855580Z","time spent":"2.02024297s","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-06-17T20:21:55.875846Z","caller":"traceutil/trace.go:172","msg":"trace[404150058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1175; }","duration":"3.186259976s","start":"2026-06-17T20:21:52.689577Z","end":"2026-06-17T20:21:55.875837Z","steps":["trace[404150058] 'agreement among raft nodes before linearized reading' (duration: 3.186110174s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.875871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:52.689536Z","time spent":"3.186327737s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:21:55.875871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.459943217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:55.876190Z","caller":"traceutil/trace.go:172","msg":"trace[1099380779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"1.460631497s","start":"2026-06-17T20:21:54.415537Z","end":"2026-06-17T20:21:55.876169Z","steps":["trace[1099380779] 'agreement among raft nodes before linearized reading' (duration: 1.459881296s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:55.876239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:21:54.415519Z","time spent":"1.460708257s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:21:55.876745Z","caller":"traceutil/trace.go:172","msg":"trace[1640330770] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1177; }","duration":"107.802149ms","start":"2026-06-17T20:21:55.768924Z","end":"2026-06-17T20:21:55.876726Z","steps":["trace[1640330770] 'process raft request' (duration: 107.613296ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.876919Z","caller":"traceutil/trace.go:172","msg":"trace[1012865622] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1178; }","duration":"105.334196ms","start":"2026-06-17T20:21:55.771571Z","end":"2026-06-17T20:21:55.876905Z","steps":["trace[1012865622] 'process raft request' (duration: 105.021372ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.877683Z","caller":"traceutil/trace.go:172","msg":"trace[1756820555] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1182; }","duration":"100.99199ms","start":"2026-06-17T20:21:55.776670Z","end":"2026-06-17T20:21:55.877662Z","steps":["trace[1756820555] 'process raft request' (duration: 100.083238ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.877701Z","caller":"traceutil/trace.go:172","msg":"trace[1547329484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1182; }","duration":"100.873178ms","start":"2026-06-17T20:21:55.776819Z","end":"2026-06-17T20:21:55.877692Z","steps":["trace[1547329484] 'process raft request' (duration: 99.979327ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:55.942680Z","caller":"traceutil/trace.go:172","msg":"trace[574197662] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"104.323713ms","start":"2026-06-17T20:21:55.838344Z","end":"2026-06-17T20:21:55.942668Z","steps":["trace[574197662] 'process raft request' (duration: 104.010639ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.069686Z","caller":"traceutil/trace.go:172","msg":"trace[897708540] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1331; }","duration":"191.621274ms","start":"2026-06-17T20:21:55.878035Z","end":"2026-06-17T20:21:56.069656Z","steps":["trace[897708540] 'read index received' (duration: 191.611264ms)","trace[897708540] 'applied index is now lower than readState.Index' (duration: 8.07µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:21:56.083653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.157804ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:56.083726Z","caller":"traceutil/trace.go:172","msg":"trace[755164026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1188; }","duration":"206.249125ms","start":"2026-06-17T20:21:55.877460Z","end":"2026-06-17T20:21:56.083709Z","steps":["trace[755164026] 'agreement among raft nodes before linearized reading' (duration: 192.344813ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.110205Z","caller":"traceutil/trace.go:172","msg":"trace[480204423] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"230.225747ms","start":"2026-06-17T20:21:55.879956Z","end":"2026-06-17T20:21:56.110181Z","steps":["trace[480204423] 'process raft request' (duration: 229.787031ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.110882Z","caller":"traceutil/trace.go:172","msg":"trace[893421501] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"192.951601ms","start":"2026-06-17T20:21:55.917910Z","end":"2026-06-17T20:21:56.110862Z","steps":["trace[893421501] 'process raft request' (duration: 192.654977ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.110247Z","caller":"traceutil/trace.go:172","msg":"trace[1928895354] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"228.510135ms","start":"2026-06-17T20:21:55.881716Z","end":"2026-06-17T20:21:56.110227Z","steps":["trace[1928895354] 'process raft request' (duration: 228.279162ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.111683Z","caller":"traceutil/trace.go:172","msg":"trace[1518087296] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"189.929521ms","start":"2026-06-17T20:21:55.921733Z","end":"2026-06-17T20:21:56.111663Z","steps":["trace[1518087296] 'process raft request' (duration: 188.990518ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.111745Z","caller":"traceutil/trace.go:172","msg":"trace[415601613] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"228.425643ms","start":"2026-06-17T20:21:55.881736Z","end":"2026-06-17T20:21:56.110162Z","steps":["trace[415601613] 'process raft request' (duration: 228.318591ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.113209Z","caller":"traceutil/trace.go:172","msg":"trace[995615650] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"180.357725ms","start":"2026-06-17T20:21:55.932833Z","end":"2026-06-17T20:21:56.113190Z","steps":["trace[995615650] 'process raft request' (duration: 178.081275ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.113816Z","caller":"traceutil/trace.go:172","msg":"trace[2031576516] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"177.103523ms","start":"2026-06-17T20:21:55.936696Z","end":"2026-06-17T20:21:56.113800Z","steps":["trace[2031576516] 'process raft request' (duration: 176.503475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:56.113960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.444954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:21:56.114072Z","caller":"traceutil/trace.go:172","msg":"trace[708596481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1198; }","duration":"218.561986ms","start":"2026-06-17T20:21:55.895494Z","end":"2026-06-17T20:21:56.114056Z","steps":["trace[708596481] 'agreement among raft nodes before linearized reading' (duration: 218.411453ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.115235Z","caller":"traceutil/trace.go:172","msg":"trace[77001761] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"169.475134ms","start":"2026-06-17T20:21:55.945738Z","end":"2026-06-17T20:21:56.115214Z","steps":["trace[77001761] 'process raft request' (duration: 168.055965ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:56.115531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.889315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-06-17T20:21:56.115604Z","caller":"traceutil/trace.go:172","msg":"trace[2060955512] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1198; }","duration":"233.962806ms","start":"2026-06-17T20:21:55.881621Z","end":"2026-06-17T20:21:56.115584Z","steps":["trace[2060955512] 'agreement among raft nodes before linearized reading' (duration: 232.506767ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:56.115593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.956916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-06-17T20:21:56.115924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.896655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-06-17T20:21:56.115967Z","caller":"traceutil/trace.go:172","msg":"trace[1284481765] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1199; }","duration":"234.303441ms","start":"2026-06-17T20:21:55.881650Z","end":"2026-06-17T20:21:56.115954Z","steps":["trace[1284481765] 'agreement among raft nodes before linearized reading' (duration: 233.819954ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.116041Z","caller":"traceutil/trace.go:172","msg":"trace[240263009] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"165.811665ms","start":"2026-06-17T20:21:55.950215Z","end":"2026-06-17T20:21:56.116027Z","steps":["trace[240263009] 'process raft request' (duration: 163.626517ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.115866Z","caller":"traceutil/trace.go:172","msg":"trace[1914147552] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1199; }","duration":"234.240669ms","start":"2026-06-17T20:21:55.881610Z","end":"2026-06-17T20:21:56.115851Z","steps":["trace[1914147552] 'agreement among raft nodes before linearized reading' (duration: 233.786143ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.117751Z","caller":"traceutil/trace.go:172","msg":"trace[512677191] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"145.147886ms","start":"2026-06-17T20:21:55.972586Z","end":"2026-06-17T20:21:56.117733Z","steps":["trace[512677191] 'process raft request' (duration: 142.917947ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:56.117917Z","caller":"traceutil/trace.go:172","msg":"trace[1108263483] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"144.124763ms","start":"2026-06-17T20:21:55.973782Z","end":"2026-06-17T20:21:56.117907Z","steps":["trace[1108263483] 'process raft request' (duration: 143.814579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:56.120142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.585416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-06-17T20:21:56.120752Z","caller":"traceutil/trace.go:172","msg":"trace[1634926391] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1198; }","duration":"241.253032ms","start":"2026-06-17T20:21:55.879457Z","end":"2026-06-17T20:21:56.120711Z","steps":["trace[1634926391] 'agreement among raft nodes before linearized reading' (duration: 234.457393ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:21:57.735105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.751509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.806848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.826757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.842691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.868681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.886767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.909760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.937266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.963952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:57.982434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.001006Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.090527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.140416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.245472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.306538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.330834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.362179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.386606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.426706Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.454538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.638156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.654526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.668293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:58.686111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T20:21:59.911169Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.48371ms"} {"level":"warn","ts":"2026-06-17T20:21:59.911254Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.571781ms"} {"level":"info","ts":"2026-06-17T20:21:59.912165Z","caller":"traceutil/trace.go:172","msg":"trace[1614264344] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"143.111917ms","start":"2026-06-17T20:21:59.769032Z","end":"2026-06-17T20:21:59.912144Z","steps":["trace[1614264344] 'process raft request' (duration: 142.947225ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:21:59.996854Z","caller":"traceutil/trace.go:172","msg":"trace[115552308] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"218.740365ms","start":"2026-06-17T20:21:59.778049Z","end":"2026-06-17T20:21:59.996789Z","steps":["trace[115552308] 'process raft request' (duration: 217.918544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:03.004842Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"31.358586ms"} {"level":"warn","ts":"2026-06-17T20:22:03.004921Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"31.445527ms"} {"level":"info","ts":"2026-06-17T20:22:03.005563Z","caller":"traceutil/trace.go:172","msg":"trace[1799059619] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"180.541294ms","start":"2026-06-17T20:22:02.825006Z","end":"2026-06-17T20:22:03.005548Z","steps":["trace[1799059619] 'process raft request' (duration: 180.161028ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:03.274474Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.308122ms"} {"level":"warn","ts":"2026-06-17T20:22:03.274576Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.415503ms"} {"level":"info","ts":"2026-06-17T20:22:03.274732Z","caller":"traceutil/trace.go:172","msg":"trace[889593409] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"204.329903ms","start":"2026-06-17T20:22:03.070384Z","end":"2026-06-17T20:22:03.274714Z","steps":["trace[889593409] 'process raft request' (duration: 204.205641ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:04.162935Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"189.94417ms"} {"level":"warn","ts":"2026-06-17T20:22:04.163004Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"190.018881ms"} {"level":"info","ts":"2026-06-17T20:22:04.163603Z","caller":"traceutil/trace.go:172","msg":"trace[939569347] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"375.482302ms","start":"2026-06-17T20:22:03.788108Z","end":"2026-06-17T20:22:04.163590Z","steps":["trace[939569347] 'process raft request' (duration: 375.051007ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:04.163732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:03.788079Z","time spent":"375.597563ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:04.192386Z","caller":"traceutil/trace.go:172","msg":"trace[1118859790] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1511; }","duration":"357.373466ms","start":"2026-06-17T20:22:03.834996Z","end":"2026-06-17T20:22:04.192369Z","steps":["trace[1118859790] 'read index received' (duration: 357.367626ms)","trace[1118859790] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:04.192607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.639778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:04.192706Z","caller":"traceutil/trace.go:172","msg":"trace[1017231916] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"265.625359ms","start":"2026-06-17T20:22:03.927041Z","end":"2026-06-17T20:22:04.192667Z","steps":["trace[1017231916] 'process raft request' (duration: 265.484908ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:04.192767Z","caller":"traceutil/trace.go:172","msg":"trace[1148190426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1303; }","duration":"357.814581ms","start":"2026-06-17T20:22:03.834936Z","end":"2026-06-17T20:22:04.192751Z","steps":["trace[1148190426] 'agreement among raft nodes before linearized reading' (duration: 357.608368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:04.192811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:03.834913Z","time spent":"357.884112ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:22:04.192945Z","caller":"traceutil/trace.go:172","msg":"trace[2129109505] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"154.333651ms","start":"2026-06-17T20:22:04.038597Z","end":"2026-06-17T20:22:04.192931Z","steps":["trace[2129109505] 'process raft request' (duration: 154.225839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:04.320937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.453784ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T20:22:04.321200Z","caller":"traceutil/trace.go:172","msg":"trace[1383170145] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1514; }","duration":"123.56145ms","start":"2026-06-17T20:22:04.197617Z","end":"2026-06-17T20:22:04.321178Z","steps":["trace[1383170145] 'read index received' (duration: 632.588µs)","trace[1383170145] 'applied index is now lower than readState.Index' (duration: 122.926952ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:04.321402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.761052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-17T20:22:04.321443Z","caller":"traceutil/trace.go:172","msg":"trace[1245662294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1307; }","duration":"123.821713ms","start":"2026-06-17T20:22:04.197613Z","end":"2026-06-17T20:22:04.321435Z","steps":["trace[1245662294] 'agreement among raft nodes before linearized reading' (duration: 123.648281ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:04.363466Z","caller":"traceutil/trace.go:172","msg":"trace[2128138366] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"138.426403ms","start":"2026-06-17T20:22:04.224975Z","end":"2026-06-17T20:22:04.363401Z","steps":["trace[2128138366] 'process raft request' (duration: 138.317291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:04.400798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.292423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-17T20:22:04.400876Z","caller":"traceutil/trace.go:172","msg":"trace[2078240766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1309; }","duration":"191.381684ms","start":"2026-06-17T20:22:04.209484Z","end":"2026-06-17T20:22:04.400865Z","steps":["trace[2078240766] 'agreement among raft nodes before linearized reading' (duration: 191.197652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:05.089209Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"384.20493ms"} {"level":"warn","ts":"2026-06-17T20:22:05.089293Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"384.301911ms"} {"level":"warn","ts":"2026-06-17T20:22:05.093279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.29448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-06-17T20:22:05.093363Z","caller":"traceutil/trace.go:172","msg":"trace[641329389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1311; }","duration":"686.391241ms","start":"2026-06-17T20:22:04.406953Z","end":"2026-06-17T20:22:05.093344Z","steps":["trace[641329389] 'agreement among raft nodes before linearized reading' (duration: 43.277684ms)","trace[641329389] 'range keys from in-memory index tree' (duration: 642.900864ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:05.093418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:04.406938Z","time spent":"686.459192ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:05.093511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"644.248002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:22:05.093710Z","caller":"traceutil/trace.go:172","msg":"trace[480080518] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"687.570996ms","start":"2026-06-17T20:22:04.406083Z","end":"2026-06-17T20:22:05.093654Z","steps":["trace[480080518] 'process raft request' (duration: 43.095771ms)","trace[480080518] 'compare' (duration: 643.899948ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:05.093721Z","caller":"traceutil/trace.go:172","msg":"trace[1894922290] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1520; }","duration":"643.499183ms","start":"2026-06-17T20:22:04.450205Z","end":"2026-06-17T20:22:05.093704Z","steps":["trace[1894922290] 'read index received' (duration: 741.721µs)","trace[1894922290] 'applied index is now lower than readState.Index' (duration: 642.756592ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:05.094159Z","caller":"traceutil/trace.go:172","msg":"trace[1611350182] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"586.655661ms","start":"2026-06-17T20:22:04.507486Z","end":"2026-06-17T20:22:05.094142Z","steps":["trace[1611350182] 'process raft request' (duration: 586.179515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:05.094331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.896102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:05.094426Z","caller":"traceutil/trace.go:172","msg":"trace[86848721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"681.998514ms","start":"2026-06-17T20:22:04.412414Z","end":"2026-06-17T20:22:05.094413Z","steps":["trace[86848721] 'agreement among raft nodes before linearized reading' (duration: 681.336985ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:05.094597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:04.412407Z","time spent":"682.174446ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:05.094765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:04.406060Z","time spent":"687.737178ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:05.095053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:04.507463Z","time spent":"586.750532ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:22:05.099871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.232641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:05.099910Z","caller":"traceutil/trace.go:172","msg":"trace[1790302283] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1314; }","duration":"178.279371ms","start":"2026-06-17T20:22:04.921622Z","end":"2026-06-17T20:22:05.099902Z","steps":["trace[1790302283] 'agreement among raft nodes before linearized reading' (duration: 178.20914ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:05.100309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"400.684759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-17T20:22:05.100342Z","caller":"traceutil/trace.go:172","msg":"trace[773364182] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1314; }","duration":"400.74084ms","start":"2026-06-17T20:22:04.699592Z","end":"2026-06-17T20:22:05.100333Z","steps":["trace[773364182] 'agreement among raft nodes before linearized reading' (duration: 400.232453ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:05.100489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:04.699570Z","time spent":"400.909932ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:05.662339Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"350.991565ms"} {"level":"warn","ts":"2026-06-17T20:22:05.662427Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"351.088147ms"} {"level":"warn","ts":"2026-06-17T20:22:06.472125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135527255s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:06.472204Z","caller":"traceutil/trace.go:172","msg":"trace[814291547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"1.135618506s","start":"2026-06-17T20:22:05.336570Z","end":"2026-06-17T20:22:06.472188Z","steps":["trace[814291547] 'range keys from in-memory index tree' (duration: 1.135481664s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:06.472730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"809.929875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:22:06.472794Z","caller":"traceutil/trace.go:172","msg":"trace[627712881] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"1.360976741s","start":"2026-06-17T20:22:05.111805Z","end":"2026-06-17T20:22:06.472782Z","steps":["trace[627712881] 'process raft request' (duration: 550.947355ms)","trace[627712881] 'compare' (duration: 809.215006ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:06.472843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:05.111792Z","time spent":"1.361028032s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T20:22:06.618656Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:06.742234Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a31e123290fcf0df [logterm: 2, index: 1538, vote: a31e123290fcf0df] ignored MsgPreVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-06-17T20:22:07.119589Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:07.620539Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:07.842369Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a31e123290fcf0df [logterm: 2, index: 1539, vote: a31e123290fcf0df] ignored MsgPreVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"info","ts":"2026-06-17T20:22:07.845612Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"a31e123290fcf0df [logterm: 2, index: 1539, vote: a31e123290fcf0df] ignored MsgVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-06-17T20:22:08.016761Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.353569517s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T20:22:08.017014Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7545d8eb3e1155ff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.15456534s"} {"level":"warn","ts":"2026-06-17T20:22:08.017281Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a76586d38246c58","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.154835864s"} {"level":"info","ts":"2026-06-17T20:22:08.019133Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"a31e123290fcf0df [term: 2] received a MsgAppResp message with higher term from 7545d8eb3e1155ff [term: 3]"} {"level":"info","ts":"2026-06-17T20:22:08.019210Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a31e123290fcf0df became follower at term 3"} {"level":"info","ts":"2026-06-17T20:22:08.019228Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: a31e123290fcf0df lost leader a31e123290fcf0df at term 3"} {"level":"warn","ts":"2026-06-17T20:22:08.121684Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:08.121822Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T20:22:08.414647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000131152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T20:22:08.414764Z","caller":"traceutil/trace.go:172","msg":"trace[125521908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241563s","start":"2026-06-17T20:22:06.414480Z","end":"2026-06-17T20:22:08.414721Z","steps":["trace[125521908] 'agreement among raft nodes before linearized reading' (duration: 2.000126662s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:08.414865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.414472Z","time spent":"2.000379036s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:08.622182Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:08.622333Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-06-17T20:22:08.941723Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"a31e123290fcf0df [logterm: 2, index: 1539, vote: 0] rejected MsgPreVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 3"} {"level":"warn","ts":"2026-06-17T20:22:09.123166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:09.123488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T20:22:09.572214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:08.788313Z","time spent":"783.895988ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T20:22:09.572654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.555235092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-17T20:22:09.624083Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:09.624219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-06-17T20:22:10.046029Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"a31e123290fcf0df [logterm: 2, index: 1539, vote: 0] rejected MsgPreVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 3"} {"level":"warn","ts":"2026-06-17T20:22:10.124369Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:10.124484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T20:22:10.415911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000368579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T20:22:10.416004Z","caller":"traceutil/trace.go:172","msg":"trace[1283072560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474861s","start":"2026-06-17T20:22:08.415506Z","end":"2026-06-17T20:22:10.415981Z","steps":["trace[1283072560] 'agreement among raft nodes before linearized reading' (duration: 2.000362689s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:10.416073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:08.415484Z","time spent":"2.000579702s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 20:22:10 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T20:22:10.625228Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:10.625364Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T20:22:11.127927Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:11.128081Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-06-17T20:22:11.145409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"a31e123290fcf0df [logterm: 2, index: 1539, vote: 0] rejected MsgPreVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 3"} {"level":"warn","ts":"2026-06-17T20:22:11.198277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.220795Z","time spent":"4.977186804s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/17 20:22:11 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T20:22:11.202170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.221580Z","time spent":"4.980586838s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/17 20:22:11 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T20:22:11.628945Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:11.629068Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-06-17T20:22:11.709420Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"a31e123290fcf0df [term: 3] received a MsgVote message with higher term from 7545d8eb3e1155ff [term: 4]"} {"level":"info","ts":"2026-06-17T20:22:11.709498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a31e123290fcf0df became follower at term 4"} {"level":"info","ts":"2026-06-17T20:22:11.709515Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"a31e123290fcf0df [logterm: 2, index: 1539, vote: 0] rejected MsgVote from 7545d8eb3e1155ff [logterm: 2, index: 1530] at term 4"} {"level":"warn","ts":"2026-06-17T20:22:12.129759Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:12.129825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a31e123290fcf0df no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-06-17T20:22:12.248252Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1531 [existing term: 2, conflicting term: 4]"} {"level":"info","ts":"2026-06-17T20:22:12.248307Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1531"} {"level":"info","ts":"2026-06-17T20:22:12.248324Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a31e123290fcf0df elected leader 7545d8eb3e1155ff at term 4"} {"level":"warn","ts":"2026-06-17T20:22:12.416323Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.397556808s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T20:22:12.416461Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416502Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416513Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416524Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416536Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416546Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416571Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416589Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a31e123290fcf0df [term: 4] ignored a MsgAppResp message with lower term from a31e123290fcf0df [term: 2]"} {"level":"info","ts":"2026-06-17T20:22:12.416599Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"a31e123290fcf0df [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-06-17T20:22:12.417003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.29846043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T20:22:12.417066Z","caller":"traceutil/trace.go:172","msg":"trace[802486387] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lz99g; range_end:; }","duration":"6.298569642s","start":"2026-06-17T20:22:06.118481Z","end":"2026-06-17T20:22:12.417051Z","steps":["trace[802486387] 'agreement among raft nodes before linearized reading' (duration: 6.29845641s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:12.417117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.118459Z","time spent":"6.298646562s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:12.425166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000873011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T20:22:12.425197Z","caller":"traceutil/trace.go:172","msg":"trace[829003601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905592s","start":"2026-06-17T20:22:10.424284Z","end":"2026-06-17T20:22:12.425189Z","steps":["trace[829003601] 'agreement among raft nodes before linearized reading' (duration: 2.000872901s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:12.425223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:10.424212Z","time spent":"2.001004943s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 20:22:12 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-17T20:22:12.547295Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-06-17T20:22:12.680137Z","caller":"traceutil/trace.go:172","msg":"trace[432777149] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1535; }","duration":"263.214261ms","start":"2026-06-17T20:22:12.416892Z","end":"2026-06-17T20:22:12.680106Z","steps":["trace[432777149] 'read index received' (duration: 263.19947ms)","trace[432777149] 'applied index is now lower than readState.Index' (duration: 10.661µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:12.680175Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":11753852085873733855,"new-lead":8450398780700841471} {"level":"warn","ts":"2026-06-17T20:22:12.680226Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":11753852085873733855} {"level":"warn","ts":"2026-06-17T20:22:13.180793Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:13.518499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.518252Z","time spent":"7.000239349s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T20:22:13.519660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.518708Z","time spent":"7.000941189s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T20:22:13.520751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.520209Z","time spent":"7.000537913s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T20:22:13.522227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.521288Z","time spent":"7.000936738s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T20:22:13.550884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.032991297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:13.550923Z","caller":"traceutil/trace.go:172","msg":"trace[2138859088] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1324; }","duration":"5.033034568s","start":"2026-06-17T20:22:08.517875Z","end":"2026-06-17T20:22:13.550910Z","steps":["trace[2138859088] 'agreement among raft nodes before linearized reading' (duration: 4.162302844s)","trace[2138859088] 'range keys from in-memory index tree' (duration: 870.654233ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.550912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.745488493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:13.550951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:08.517849Z","time spent":"5.033096388s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:13.550970Z","caller":"traceutil/trace.go:172","msg":"trace[406577977] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1324; }","duration":"2.745541354s","start":"2026-06-17T20:22:10.805409Z","end":"2026-06-17T20:22:13.550951Z","steps":["trace[406577977] 'agreement among raft nodes before linearized reading' (duration: 1.87480418s)","trace[406577977] 'range keys from in-memory index tree' (duration: 870.671143ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:10.805385Z","time spent":"2.745614365s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.455746197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:13.551076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.741438201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:13.551100Z","caller":"traceutil/trace.go:172","msg":"trace[77176159] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1324; }","duration":"1.741461301s","start":"2026-06-17T20:22:11.809631Z","end":"2026-06-17T20:22:13.551093Z","steps":["trace[77176159] 'agreement among raft nodes before linearized reading' (duration: 870.517224ms)","trace[77176159] 'range keys from in-memory index tree' (duration: 870.911967ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:13.551107Z","caller":"traceutil/trace.go:172","msg":"trace[1718248345] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1324; }","duration":"1.455865899s","start":"2026-06-17T20:22:12.095217Z","end":"2026-06-17T20:22:13.551083Z","steps":["trace[1718248345] 'agreement among raft nodes before linearized reading' (duration: 584.924962ms)","trace[1718248345] 'range keys from in-memory index tree' (duration: 870.781775ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:12.095192Z","time spent":"1.4559635s","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.347751862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-17T20:22:13.551234Z","caller":"traceutil/trace.go:172","msg":"trace[243950373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1324; }","duration":"2.347781843s","start":"2026-06-17T20:22:11.203443Z","end":"2026-06-17T20:22:13.551225Z","steps":["trace[243950373] 'agreement among raft nodes before linearized reading' (duration: 1.476712474s)","trace[243950373] 'range keys from in-memory index tree' (duration: 870.978337ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:11.203428Z","time spent":"2.347840833s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.450932178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-17T20:22:13.551365Z","caller":"traceutil/trace.go:172","msg":"trace[1418372614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1324; }","duration":"6.450986859s","start":"2026-06-17T20:22:07.100364Z","end":"2026-06-17T20:22:13.551351Z","steps":["trace[1418372614] 'agreement among raft nodes before linearized reading' (duration: 5.57987435s)","trace[1418372614] 'range keys from in-memory index tree' (duration: 870.947967ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:07.100345Z","time spent":"6.45104853s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.352089708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-17T20:22:13.551122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:11.809608Z","time spent":"1.741505131s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.127697753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18b9f7eae7759f87\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-17T20:22:13.551591Z","caller":"traceutil/trace.go:172","msg":"trace[978426444] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18b9f7eae7759f87; range_end:; response_count:1; response_revision:1324; }","duration":"3.127762284s","start":"2026-06-17T20:22:10.423818Z","end":"2026-06-17T20:22:13.551581Z","steps":["trace[978426444] 'agreement among raft nodes before linearized reading' (duration: 2.256403882s)","trace[978426444] 'range keys from in-memory index tree' (duration: 871.256151ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.079090406s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:13.551676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.555873467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:13.551695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:10.423797Z","time spent":"3.127856415s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18b9f7eae7759f87\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:13.551748Z","caller":"traceutil/trace.go:172","msg":"trace[1821053599] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1324; }","duration":"2.555931738s","start":"2026-06-17T20:22:10.995795Z","end":"2026-06-17T20:22:13.551727Z","steps":["trace[1821053599] 'agreement among raft nodes before linearized reading' (duration: 1.684320583s)","trace[1821053599] 'range keys from in-memory index tree' (duration: 871.535244ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:10.995768Z","time spent":"2.55601517s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:13.551683Z","caller":"traceutil/trace.go:172","msg":"trace[394578554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1324; }","duration":"7.07942268s","start":"2026-06-17T20:22:06.472242Z","end":"2026-06-17T20:22:13.551665Z","steps":["trace[394578554] 'agreement among raft nodes before linearized reading' (duration: 6.207998737s)","trace[394578554] 'range keys from in-memory index tree' (duration: 871.082679ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.551606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.404356999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-17T20:22:13.552070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"869.429406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:22:13.552086Z","caller":"traceutil/trace.go:172","msg":"trace[1014059761] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1324; }","duration":"1.404862015s","start":"2026-06-17T20:22:12.147211Z","end":"2026-06-17T20:22:13.552073Z","steps":["trace[1014059761] 'agreement among raft nodes before linearized reading' (duration: 532.924566ms)","trace[1014059761] 'range keys from in-memory index tree' (duration: 871.294501ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.552134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:12.147172Z","time spent":"1.404948796s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.852875391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:13.553005Z","caller":"traceutil/trace.go:172","msg":"trace[801826064] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1324; }","duration":"6.854040997s","start":"2026-06-17T20:22:06.698925Z","end":"2026-06-17T20:22:13.552966Z","steps":["trace[801826064] 'agreement among raft nodes before linearized reading' (duration: 5.981305886s)","trace[801826064] 'range keys from in-memory index tree' (duration: 871.310752ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.553070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.698892Z","time spent":"6.854155308s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.551636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.143501884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-17T20:22:13.551451Z","caller":"traceutil/trace.go:172","msg":"trace[906285981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1324; }","duration":"2.352117108s","start":"2026-06-17T20:22:11.199327Z","end":"2026-06-17T20:22:13.551445Z","steps":["trace[906285981] 'agreement among raft nodes before linearized reading' (duration: 1.480833807s)","trace[906285981] 'range keys from in-memory index tree' (duration: 871.224471ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.553763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:11.199306Z","time spent":"2.354437478s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:13.552292Z","caller":"traceutil/trace.go:172","msg":"trace[370113760] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"2.82597626s","start":"2026-06-17T20:22:10.726297Z","end":"2026-06-17T20:22:13.552273Z","steps":["trace[370113760] 'process raft request' (duration: 1.95626596s)","trace[370113760] 'compare' (duration: 868.261912ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.554349Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:10.726263Z","time spent":"2.827747403s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:13.553225Z","caller":"traceutil/trace.go:172","msg":"trace[1275329009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1324; }","duration":"7.145090705s","start":"2026-06-17T20:22:06.408123Z","end":"2026-06-17T20:22:13.553213Z","steps":["trace[1275329009] 'agreement among raft nodes before linearized reading' (duration: 6.272124831s)","trace[1275329009] 'range keys from in-memory index tree' (duration: 871.320372ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:13.555157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.408044Z","time spent":"7.1470901s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:13.681733Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:13.882712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:06.881766Z","time spent":"7.000932379s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T20:22:14.183807Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:14.425771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000291769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T20:22:14.425904Z","caller":"traceutil/trace.go:172","msg":"trace[1119723312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504392s","start":"2026-06-17T20:22:12.425374Z","end":"2026-06-17T20:22:14.425879Z","steps":["trace[1119723312] 'agreement among raft nodes before linearized reading' (duration: 2.000289629s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:14.425972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:12.425362Z","time spent":"2.000599163s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:14.684038Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:15.184898Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:15.685683Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:15.837392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000125657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T20:22:15.837490Z","caller":"traceutil/trace.go:172","msg":"trace[1555309898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219348s","start":"2026-06-17T20:22:13.837238Z","end":"2026-06-17T20:22:15.837458Z","steps":["trace[1555309898] 'agreement among raft nodes before linearized reading' (duration: 2.000123957s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:15.837550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.837203Z","time spent":"2.00032613s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 20:22:15 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T20:22:16.032738Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.180561094s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T20:22:16.032951Z","caller":"traceutil/trace.go:172","msg":"trace[492858759] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1544; }","duration":"3.352722871s","start":"2026-06-17T20:22:12.680207Z","end":"2026-06-17T20:22:16.032930Z","steps":["trace[492858759] 'read index received' (duration: 3.352714291s)","trace[492858759] 'applied index is now lower than readState.Index' (duration: 7.15µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:16.110908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.003583292s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:16.110989Z","caller":"traceutil/trace.go:172","msg":"trace[896983268] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1332; }","duration":"1.003675683s","start":"2026-06-17T20:22:15.107297Z","end":"2026-06-17T20:22:16.110972Z","steps":["trace[896983268] 'range keys from in-memory index tree' (duration: 1.003525271s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.111942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.666550539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-06-17T20:22:16.112029Z","caller":"traceutil/trace.go:172","msg":"trace[1323896092] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lz99g; range_end:; response_count:1; response_revision:1332; }","duration":"3.66664305s","start":"2026-06-17T20:22:12.445365Z","end":"2026-06-17T20:22:16.112008Z","steps":["trace[1323896092] 'agreement among raft nodes before linearized reading' (duration: 3.587642195s)","trace[1323896092] 'range keys from in-memory index tree' (duration: 78.784803ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:16.112070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:12.445346Z","time spent":"3.666713871s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:16.197988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.559201Z","time spent":"2.638778073s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/17 20:22:16 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/17 20:22:16 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T20:22:16.229021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.558356Z","time spent":"2.670657366s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/17 20:22:16 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T20:22:16.229172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.549555Z","time spent":"2.679615184s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/17 20:22:16 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-17T20:22:16.379074Z","caller":"traceutil/trace.go:172","msg":"trace[1162547332] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1559; }","duration":"346.054623ms","start":"2026-06-17T20:22:16.032988Z","end":"2026-06-17T20:22:16.379042Z","steps":["trace[1162547332] 'read index received' (duration: 346.043033ms)","trace[1162547332] 'applied index is now lower than readState.Index' (duration: 10.21µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:16.391471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.956812952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:16.391528Z","caller":"traceutil/trace.go:172","msg":"trace[57732905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1346; }","duration":"1.956887113s","start":"2026-06-17T20:22:14.434628Z","end":"2026-06-17T20:22:16.391515Z","steps":["trace[57732905] 'agreement among raft nodes before linearized reading' (duration: 1.944520413s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.391522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.146893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:16.391566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:14.434605Z","time spent":"1.956952224s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:22:16.391591Z","caller":"traceutil/trace.go:172","msg":"trace[2024722882] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1346; }","duration":"406.230644ms","start":"2026-06-17T20:22:15.985342Z","end":"2026-06-17T20:22:16.391573Z","steps":["trace[2024722882] 'agreement among raft nodes before linearized reading' (duration: 393.791493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.391598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"827.661406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:16.391642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:15.985326Z","time spent":"406.304265ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:16.391620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.8381524s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:16.391670Z","caller":"traceutil/trace.go:172","msg":"trace[1453867767] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1346; }","duration":"827.752497ms","start":"2026-06-17T20:22:15.563902Z","end":"2026-06-17T20:22:16.391654Z","steps":["trace[1453867767] 'agreement among raft nodes before linearized reading' (duration: 815.178254ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.391714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:15.563879Z","time spent":"827.825459ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:16.391710Z","caller":"traceutil/trace.go:172","msg":"trace[737259761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1346; }","duration":"2.838256082s","start":"2026-06-17T20:22:13.553437Z","end":"2026-06-17T20:22:16.391693Z","steps":["trace[737259761] 'agreement among raft nodes before linearized reading' (duration: 2.825721779s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.392027Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.554331Z","time spent":"2.837686005s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-17T20:22:16.392209Z","caller":"traceutil/trace.go:172","msg":"trace[1385475770] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"2.83730664s","start":"2026-06-17T20:22:13.554883Z","end":"2026-06-17T20:22:16.392190Z","steps":["trace[1385475770] 'process raft request' (duration: 2.837051037s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.392318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.554864Z","time spent":"2.837389751s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:16.392383Z","caller":"traceutil/trace.go:172","msg":"trace[719807597] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"2.834097917s","start":"2026-06-17T20:22:13.558273Z","end":"2026-06-17T20:22:16.392371Z","steps":["trace[719807597] 'process raft request' (duration: 2.833809604s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.392475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.558250Z","time spent":"2.834162139s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:16.392486Z","caller":"traceutil/trace.go:172","msg":"trace[2073729040] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"2.832867412s","start":"2026-06-17T20:22:13.559604Z","end":"2026-06-17T20:22:16.392471Z","steps":["trace[2073729040] 'process raft request' (duration: 2.832590499s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.392558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.559594Z","time spent":"2.832926313s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:16.394821Z","caller":"traceutil/trace.go:172","msg":"trace[2144921268] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"2.834598765s","start":"2026-06-17T20:22:13.560206Z","end":"2026-06-17T20:22:16.394805Z","steps":["trace[2144921268] 'process raft request' (duration: 2.834370492s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:16.394817Z","caller":"traceutil/trace.go:172","msg":"trace[694764158] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"2.506748766s","start":"2026-06-17T20:22:13.888047Z","end":"2026-06-17T20:22:16.394796Z","steps":["trace[694764158] 'process raft request' (duration: 2.506687265s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.394899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.560198Z","time spent":"2.834663056s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3268,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:16.394965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:13.888015Z","time spent":"2.506874227s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:16.749788Z","caller":"traceutil/trace.go:172","msg":"trace[580224649] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1571; }","duration":"370.592661ms","start":"2026-06-17T20:22:16.379166Z","end":"2026-06-17T20:22:16.749759Z","steps":["trace[580224649] 'read index received' (duration: 370.566051ms)","trace[580224649] 'applied index is now lower than readState.Index' (duration: 24.31µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:16.750024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.959179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-17T20:22:16.750095Z","caller":"traceutil/trace.go:172","msg":"trace[2120763075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1358; }","duration":"550.04666ms","start":"2026-06-17T20:22:16.200034Z","end":"2026-06-17T20:22:16.750081Z","steps":["trace[2120763075] 'agreement among raft nodes before linearized reading' (duration: 549.848538ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.750137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:16.200018Z","time spent":"550.110131ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:16.750215Z","caller":"traceutil/trace.go:172","msg":"trace[825891253] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"623.13627ms","start":"2026-06-17T20:22:16.127045Z","end":"2026-06-17T20:22:16.750182Z","steps":["trace[825891253] 'process raft request' (duration: 622.935827ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.750315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:16.127034Z","time spent":"623.211681ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:16.750649Z","caller":"traceutil/trace.go:172","msg":"trace[1120045259] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"356.075062ms","start":"2026-06-17T20:22:16.394322Z","end":"2026-06-17T20:22:16.750397Z","steps":["trace[1120045259] 'process raft request' (duration: 355.819219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.751037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:16.394303Z","time spent":"356.65982ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:16.753046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.403181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:16.753103Z","caller":"traceutil/trace.go:172","msg":"trace[2101536186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1360; }","duration":"357.478071ms","start":"2026-06-17T20:22:16.395612Z","end":"2026-06-17T20:22:16.753090Z","steps":["trace[2101536186] 'agreement among raft nodes before linearized reading' (duration: 357.36157ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.753225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.474045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18b9f7eae7759f87\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-17T20:22:16.753283Z","caller":"traceutil/trace.go:172","msg":"trace[816377093] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18b9f7eae7759f87; range_end:; response_count:1; response_revision:1360; }","duration":"355.532346ms","start":"2026-06-17T20:22:16.397733Z","end":"2026-06-17T20:22:16.753265Z","steps":["trace[816377093] 'agreement among raft nodes before linearized reading' (duration: 355.382114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.753072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.534441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:16.753319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:16.397717Z","time spent":"355.593206ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18b9f7eae7759f87\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:16.753351Z","caller":"traceutil/trace.go:172","msg":"trace[281630535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1360; }","duration":"350.809915ms","start":"2026-06-17T20:22:16.402523Z","end":"2026-06-17T20:22:16.753333Z","steps":["trace[281630535] 'agreement among raft nodes before linearized reading' (duration: 350.46373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:16.753521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:16.402502Z","time spent":"351.007457ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:18.896628Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:19.397180Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161483978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:19.408647Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.0150354s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T20:22:19.487386Z","caller":"traceutil/trace.go:172","msg":"trace[1037778809] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1626; }","duration":"1.091652685s","start":"2026-06-17T20:22:18.395678Z","end":"2026-06-17T20:22:19.487331Z","steps":["trace[1037778809] 'read index received' (duration: 1.091643705s)","trace[1037778809] 'applied index is now lower than readState.Index' (duration: 7.79µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:19.487575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.091875657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-17T20:22:19.487649Z","caller":"traceutil/trace.go:172","msg":"trace[478387699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1409; }","duration":"1.091962499s","start":"2026-06-17T20:22:18.395672Z","end":"2026-06-17T20:22:19.487634Z","steps":["trace[478387699] 'agreement among raft nodes before linearized reading' (duration: 1.091752646s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:19.487685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:18.395651Z","time spent":"1.092025949s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:19.489720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.690432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:19.489771Z","caller":"traceutil/trace.go:172","msg":"trace[386926795] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1409; }","duration":"152.745892ms","start":"2026-06-17T20:22:19.337013Z","end":"2026-06-17T20:22:19.489759Z","steps":["trace[386926795] 'agreement among raft nodes before linearized reading' (duration: 152.668761ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:19.489939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.187577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-06-17T20:22:19.490002Z","caller":"traceutil/trace.go:172","msg":"trace[1385274085] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1409; }","duration":"274.353369ms","start":"2026-06-17T20:22:19.215633Z","end":"2026-06-17T20:22:19.489986Z","steps":["trace[1385274085] 'agreement among raft nodes before linearized reading' (duration: 274.070986ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:19.490265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.392689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:19.490352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.093247315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T20:22:19.490428Z","caller":"traceutil/trace.go:172","msg":"trace[1896980606] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1409; }","duration":"469.740444ms","start":"2026-06-17T20:22:19.020675Z","end":"2026-06-17T20:22:19.490416Z","steps":["trace[1896980606] 'agreement among raft nodes before linearized reading' (duration: 469.064535ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:19.490812Z","caller":"traceutil/trace.go:172","msg":"trace[692263907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1409; }","duration":"1.093521268s","start":"2026-06-17T20:22:18.396945Z","end":"2026-06-17T20:22:19.490466Z","steps":["trace[692263907] 'agreement among raft nodes before linearized reading' (duration: 1.092716088s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:19.491309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:18.396924Z","time spent":"1.0943571s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:19.491199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:19.020640Z","time spent":"469.936936ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:19.695390Z","caller":"traceutil/trace.go:172","msg":"trace[40910309] linearizableReadLoop","detail":"{readStateIndex:1628; appliedIndex:1628; }","duration":"178.521935ms","start":"2026-06-17T20:22:19.516848Z","end":"2026-06-17T20:22:19.695370Z","steps":["trace[40910309] 'read index received' (duration: 178.515385ms)","trace[40910309] 'applied index is now lower than readState.Index' (duration: 5.3µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:19.818298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.41426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-06-17T20:22:19.819108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.470182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:22:19.819406Z","caller":"traceutil/trace.go:172","msg":"trace[1249823955] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1411; }","duration":"302.466394ms","start":"2026-06-17T20:22:19.516844Z","end":"2026-06-17T20:22:19.819310Z","steps":["trace[1249823955] 'agreement among raft nodes before linearized reading' (duration: 178.709238ms)","trace[1249823955] 'range keys from in-memory index tree' (duration: 122.55583ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:19.819490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:19.516826Z","time spent":"302.640966ms","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:19.819522Z","caller":"traceutil/trace.go:172","msg":"trace[1494080110] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"326.083241ms","start":"2026-06-17T20:22:19.493424Z","end":"2026-06-17T20:22:19.819507Z","steps":["trace[1494080110] 'process raft request' (duration: 202.139093ms)","trace[1494080110] 'compare' (duration: 123.301299ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:19.819641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:19.493387Z","time spent":"326.184572ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:19.820073Z","caller":"traceutil/trace.go:172","msg":"trace[1760730651] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"322.846348ms","start":"2026-06-17T20:22:19.497211Z","end":"2026-06-17T20:22:19.820057Z","steps":["trace[1760730651] 'process raft request' (duration: 322.751397ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:19.820166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:19.497188Z","time spent":"322.929389ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:19.820212Z","caller":"traceutil/trace.go:172","msg":"trace[144988101] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1628; }","duration":"117.294072ms","start":"2026-06-17T20:22:19.702886Z","end":"2026-06-17T20:22:19.820180Z","steps":["trace[144988101] 'read index received' (duration: 42.749784ms)","trace[144988101] 'applied index is now lower than readState.Index' (duration: 74.543398ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:19.820310Z","caller":"traceutil/trace.go:172","msg":"trace[954915023] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"299.439375ms","start":"2026-06-17T20:22:19.520862Z","end":"2026-06-17T20:22:19.820302Z","steps":["trace[954915023] 'process raft request' (duration: 299.155382ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:19.820570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.684377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-06-17T20:22:19.820600Z","caller":"traceutil/trace.go:172","msg":"trace[1498203078] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lz99g; range_end:; response_count:1; response_revision:1414; }","duration":"117.717907ms","start":"2026-06-17T20:22:19.702873Z","end":"2026-06-17T20:22:19.820591Z","steps":["trace[1498203078] 'agreement among raft nodes before linearized reading' (duration: 117.582775ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:20.004462Z","caller":"traceutil/trace.go:172","msg":"trace[953186678] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"179.961875ms","start":"2026-06-17T20:22:19.824479Z","end":"2026-06-17T20:22:20.004441Z","steps":["trace[953186678] 'process raft request' (duration: 179.661192ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:20.165187Z","caller":"traceutil/trace.go:172","msg":"trace[399825155] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1632; }","duration":"338.517832ms","start":"2026-06-17T20:22:19.826647Z","end":"2026-06-17T20:22:20.165165Z","steps":["trace[399825155] 'read index received' (duration: 338.512511ms)","trace[399825155] 'applied index is now lower than readState.Index' (duration: 4.181µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:20.190525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.85525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:20.190629Z","caller":"traceutil/trace.go:172","msg":"trace[1294203566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1415; }","duration":"363.961132ms","start":"2026-06-17T20:22:19.826644Z","end":"2026-06-17T20:22:20.190606Z","steps":["trace[1294203566] 'agreement among raft nodes before linearized reading' (duration: 338.667383ms)","trace[1294203566] 'range keys from in-memory index tree' (duration: 25.161926ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:20.190693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:19.826599Z","time spent":"364.070072ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:20.191709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.705754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T20:22:20.191778Z","caller":"traceutil/trace.go:172","msg":"trace[1429452516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1417; }","duration":"264.787285ms","start":"2026-06-17T20:22:19.926965Z","end":"2026-06-17T20:22:20.191753Z","steps":["trace[1429452516] 'agreement among raft nodes before linearized reading' (duration: 264.605672ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:20.191945Z","caller":"traceutil/trace.go:172","msg":"trace[931799408] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"355.047236ms","start":"2026-06-17T20:22:19.836878Z","end":"2026-06-17T20:22:20.191925Z","steps":["trace[931799408] 'process raft request' (duration: 354.472848ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:20.192790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:19.836849Z","time spent":"355.859656ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:20.841684Z","caller":"traceutil/trace.go:172","msg":"trace[824963604] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"110.2303ms","start":"2026-06-17T20:22:20.731439Z","end":"2026-06-17T20:22:20.841669Z","steps":["trace[824963604] 'process raft request' (duration: 110.112499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:21.896196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.112241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:21.896439Z","caller":"traceutil/trace.go:172","msg":"trace[1122260237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1428; }","duration":"128.209103ms","start":"2026-06-17T20:22:21.768055Z","end":"2026-06-17T20:22:21.896265Z","steps":["trace[1122260237] 'agreement among raft nodes before linearized reading' (duration: 16.717257ms)","trace[1122260237] 'range keys from in-memory index tree' (duration: 111.331434ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:21.896463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.277022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 ","response":"range_response_count:1 size:19318"} {"level":"info","ts":"2026-06-17T20:22:21.896534Z","caller":"traceutil/trace.go:172","msg":"trace[1374804585] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lz99g; range_end:; response_count:1; response_revision:1428; }","duration":"175.336583ms","start":"2026-06-17T20:22:21.721166Z","end":"2026-06-17T20:22:21.896503Z","steps":["trace[1374804585] 'range keys from in-memory index tree' (duration: 173.324838ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:21.896642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.703255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-xkhrh.18b9f7f0af768b89\" limit:1 ","response":"range_response_count:1 size:870"} {"level":"info","ts":"2026-06-17T20:22:21.896911Z","caller":"traceutil/trace.go:172","msg":"trace[940912041] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-xkhrh.18b9f7f0af768b89; range_end:; response_count:1; response_revision:1428; }","duration":"174.946648ms","start":"2026-06-17T20:22:21.721908Z","end":"2026-06-17T20:22:21.896855Z","steps":["trace[940912041] 'range keys from in-memory index tree' (duration: 172.080932ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:22.176136Z","caller":"traceutil/trace.go:172","msg":"trace[699906185] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"276.530836ms","start":"2026-06-17T20:22:21.899581Z","end":"2026-06-17T20:22:22.176112Z","steps":["trace[699906185] 'process raft request' (duration: 276.275702ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:22.453260Z","caller":"traceutil/trace.go:172","msg":"trace[702648371] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1647; }","duration":"305.666462ms","start":"2026-06-17T20:22:22.147562Z","end":"2026-06-17T20:22:22.453229Z","steps":["trace[702648371] 'read index received' (duration: 305.654952ms)","trace[702648371] 'applied index is now lower than readState.Index' (duration: 9.65µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:22.457971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.385074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T20:22:22.458045Z","caller":"traceutil/trace.go:172","msg":"trace[840724115] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1430; }","duration":"310.475985ms","start":"2026-06-17T20:22:22.147553Z","end":"2026-06-17T20:22:22.458029Z","steps":["trace[840724115] 'agreement among raft nodes before linearized reading' (duration: 305.750953ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:22.458084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:22.147535Z","time spent":"310.539305ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:22.458239Z","caller":"traceutil/trace.go:172","msg":"trace[202374265] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"555.3346ms","start":"2026-06-17T20:22:21.902892Z","end":"2026-06-17T20:22:22.458227Z","steps":["trace[202374265] 'process raft request' (duration: 555.026026ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:22.458318Z","caller":"traceutil/trace.go:172","msg":"trace[2955614] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"274.156824ms","start":"2026-06-17T20:22:22.184143Z","end":"2026-06-17T20:22:22.458299Z","steps":["trace[2955614] 'process raft request' (duration: 273.944082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:22.458381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:21.902884Z","time spent":"555.431761ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:22.458437Z","caller":"traceutil/trace.go:172","msg":"trace[1008404666] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"556.678797ms","start":"2026-06-17T20:22:21.901747Z","end":"2026-06-17T20:22:22.458425Z","steps":["trace[1008404666] 'process raft request' (duration: 551.609681ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:22.458542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:21.901720Z","time spent":"556.747478ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:22.458163Z","caller":"traceutil/trace.go:172","msg":"trace[1381860535] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"546.85451ms","start":"2026-06-17T20:22:21.911288Z","end":"2026-06-17T20:22:22.458143Z","steps":["trace[1381860535] 'process raft request' (duration: 546.707318ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:22.458926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:21.911277Z","time spent":"547.589339ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:22.503000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.379467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:22.503079Z","caller":"traceutil/trace.go:172","msg":"trace[1075510491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1436; }","duration":"166.466458ms","start":"2026-06-17T20:22:22.336597Z","end":"2026-06-17T20:22:22.503063Z","steps":["trace[1075510491] 'agreement among raft nodes before linearized reading' (duration: 166.354877ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:22.647764Z","caller":"traceutil/trace.go:172","msg":"trace[1189311572] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1656; }","duration":"115.410926ms","start":"2026-06-17T20:22:22.532331Z","end":"2026-06-17T20:22:22.647741Z","steps":["trace[1189311572] 'read index received' (duration: 115.404456ms)","trace[1189311572] 'applied index is now lower than readState.Index' (duration: 5.12µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:22.704735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.389516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T20:22:22.704815Z","caller":"traceutil/trace.go:172","msg":"trace[1316192290] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1437; }","duration":"172.475697ms","start":"2026-06-17T20:22:22.532319Z","end":"2026-06-17T20:22:22.704795Z","steps":["trace[1316192290] 'agreement among raft nodes before linearized reading' (duration: 115.516768ms)","trace[1316192290] 'range keys from in-memory index tree' (duration: 56.763206ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:23.384902Z","caller":"traceutil/trace.go:172","msg":"trace[1550864805] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1451; }","duration":"219.635896ms","start":"2026-06-17T20:22:23.165236Z","end":"2026-06-17T20:22:23.384872Z","steps":["trace[1550864805] 'process raft request' (duration: 211.377609ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:23.385012Z","caller":"traceutil/trace.go:172","msg":"trace[470020638] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1452; }","duration":"116.433768ms","start":"2026-06-17T20:22:23.268553Z","end":"2026-06-17T20:22:23.384987Z","steps":["trace[470020638] 'process raft request' (duration: 116.382878ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:23.385113Z","caller":"traceutil/trace.go:172","msg":"trace[250459431] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1672; }","duration":"121.231421ms","start":"2026-06-17T20:22:23.263867Z","end":"2026-06-17T20:22:23.385098Z","steps":["trace[250459431] 'read index received' (duration: 114.1628ms)","trace[250459431] 'applied index is now lower than readState.Index' (duration: 7.068111ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:23.386030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.399415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-06-17T20:22:23.386071Z","caller":"traceutil/trace.go:172","msg":"trace[1074463839] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1452; }","duration":"122.209505ms","start":"2026-06-17T20:22:23.263849Z","end":"2026-06-17T20:22:23.386059Z","steps":["trace[1074463839] 'agreement among raft nodes before linearized reading' (duration: 121.333954ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:24.006055Z","caller":"traceutil/trace.go:172","msg":"trace[1109496096] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1458; }","duration":"268.903205ms","start":"2026-06-17T20:22:23.737125Z","end":"2026-06-17T20:22:24.006028Z","steps":["trace[1109496096] 'process raft request' (duration: 268.731073ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:24.148748Z","caller":"traceutil/trace.go:172","msg":"trace[1827088595] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1685; }","duration":"367.882037ms","start":"2026-06-17T20:22:23.780842Z","end":"2026-06-17T20:22:24.148724Z","steps":["trace[1827088595] 'read index received' (duration: 367.857756ms)","trace[1827088595] 'applied index is now lower than readState.Index' (duration: 22.881µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:24.148880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.475997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:24.148915Z","caller":"traceutil/trace.go:172","msg":"trace[2125893092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1458; }","duration":"379.530298ms","start":"2026-06-17T20:22:23.769375Z","end":"2026-06-17T20:22:24.148906Z","steps":["trace[2125893092] 'agreement among raft nodes before linearized reading' (duration: 379.438877ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:24.148946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:23.769358Z","time spent":"379.581708ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:22:24.197382Z","caller":"traceutil/trace.go:172","msg":"trace[839817862] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"353.610562ms","start":"2026-06-17T20:22:23.843761Z","end":"2026-06-17T20:22:24.197372Z","steps":["trace[839817862] 'process raft request' (duration: 353.407619ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:24.197510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:23.843744Z","time spent":"353.697394ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:24.197519Z","caller":"traceutil/trace.go:172","msg":"trace[1166048731] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"325.413066ms","start":"2026-06-17T20:22:23.872079Z","end":"2026-06-17T20:22:24.197492Z","steps":["trace[1166048731] 'process raft request' (duration: 325.184034ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:24.197662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:23.872058Z","time spent":"325.51907ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:24.197298Z","caller":"traceutil/trace.go:172","msg":"trace[1902426125] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1459; }","duration":"362.452217ms","start":"2026-06-17T20:22:23.834820Z","end":"2026-06-17T20:22:24.197272Z","steps":["trace[1902426125] 'process raft request' (duration: 362.228534ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:24.197870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:23.834712Z","time spent":"363.101116ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":87,"response count":0,"response size":4117,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:24.620267Z","caller":"traceutil/trace.go:172","msg":"trace[739418619] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1698; }","duration":"470.09022ms","start":"2026-06-17T20:22:24.150159Z","end":"2026-06-17T20:22:24.620249Z","steps":["trace[739418619] 'read index received' (duration: 470.08291ms)","trace[739418619] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:24.678981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.797431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:24.679080Z","caller":"traceutil/trace.go:172","msg":"trace[1060739840] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1467; }","duration":"514.484286ms","start":"2026-06-17T20:22:24.164572Z","end":"2026-06-17T20:22:24.679056Z","steps":["trace[1060739840] 'process raft request' (duration: 514.369805ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:24.679132Z","caller":"traceutil/trace.go:172","msg":"trace[1843264219] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1467; }","duration":"526.307379ms","start":"2026-06-17T20:22:24.152799Z","end":"2026-06-17T20:22:24.679106Z","steps":["trace[1843264219] 'process raft request' (duration: 467.594648ms)","trace[1843264219] 'compare' (duration: 58.509628ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:24.679197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.164562Z","time spent":"514.575987ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":87,"response count":0,"response size":4367,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:24.679303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.152752Z","time spent":"526.44622ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:22:24.679138Z","caller":"traceutil/trace.go:172","msg":"trace[157201667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1467; }","duration":"528.961143ms","start":"2026-06-17T20:22:24.150154Z","end":"2026-06-17T20:22:24.679115Z","steps":["trace[157201667] 'agreement among raft nodes before linearized reading' (duration: 470.207592ms)","trace[157201667] 'range keys from in-memory index tree' (duration: 58.550009ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:24.679388Z","caller":"traceutil/trace.go:172","msg":"trace[884482513] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1468; }","duration":"475.202627ms","start":"2026-06-17T20:22:24.204179Z","end":"2026-06-17T20:22:24.679381Z","steps":["trace[884482513] 'process raft request' (duration: 474.827562ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:24.679556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.204151Z","time spent":"475.37704ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":87,"response count":0,"response size":4367,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:24.679427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.150135Z","time spent":"529.281308ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:22:24.842241Z","caller":"traceutil/trace.go:172","msg":"trace[2010871879] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"262.905727ms","start":"2026-06-17T20:22:24.579285Z","end":"2026-06-17T20:22:24.842191Z","steps":["trace[2010871879] 'process raft request' (duration: 262.764615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.120876Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161484043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:25.214241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.633271ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:25.214870Z","caller":"traceutil/trace.go:172","msg":"trace[1398803029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1478; }","duration":"107.480183ms","start":"2026-06-17T20:22:25.107368Z","end":"2026-06-17T20:22:25.214848Z","steps":["trace[1398803029] 'range keys from in-memory index tree' (duration: 106.380748ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:25.265409Z","caller":"traceutil/trace.go:172","msg":"trace[369386676] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1714; }","duration":"644.991737ms","start":"2026-06-17T20:22:24.620359Z","end":"2026-06-17T20:22:25.265351Z","steps":["trace[369386676] 'read index received' (duration: 644.973927ms)","trace[369386676] 'applied index is now lower than readState.Index' (duration: 16.36µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:25.265663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"928.861926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:25.265730Z","caller":"traceutil/trace.go:172","msg":"trace[1343041441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1478; }","duration":"928.939107ms","start":"2026-06-17T20:22:24.336762Z","end":"2026-06-17T20:22:25.265701Z","steps":["trace[1343041441] 'agreement among raft nodes before linearized reading' (duration: 928.812935ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.265759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.536505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-17T20:22:25.265887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.610326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-17T20:22:25.265766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.062224543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T20:22:25.265920Z","caller":"traceutil/trace.go:172","msg":"trace[219925487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1478; }","duration":"801.640716ms","start":"2026-06-17T20:22:24.464270Z","end":"2026-06-17T20:22:25.265911Z","steps":["trace[219925487] 'agreement among raft nodes before linearized reading' (duration: 801.559615ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:25.265932Z","caller":"traceutil/trace.go:172","msg":"trace[1076384071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1478; }","duration":"1.062396036s","start":"2026-06-17T20:22:24.203524Z","end":"2026-06-17T20:22:25.265920Z","steps":["trace[1076384071] 'agreement among raft nodes before linearized reading' (duration: 1.062102382s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.265983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.203508Z","time spent":"1.062458476s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:25.265880Z","caller":"traceutil/trace.go:172","msg":"trace[73315419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1478; }","duration":"801.663527ms","start":"2026-06-17T20:22:24.464180Z","end":"2026-06-17T20:22:25.265843Z","steps":["trace[73315419] 'agreement among raft nodes before linearized reading' (duration: 801.339942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.266133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.464161Z","time spent":"801.95415ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:25.267398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.464266Z","time spent":"801.679367ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:25.765938Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161484045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T20:22:25.808291Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17356766136161484045,"received-request-id":17356766136161484043} {"level":"info","ts":"2026-06-17T20:22:25.811573Z","caller":"traceutil/trace.go:172","msg":"trace[466816214] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"965.963334ms","start":"2026-06-17T20:22:24.845576Z","end":"2026-06-17T20:22:25.811540Z","steps":["trace[466816214] 'process raft request' (duration: 965.461877ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.811961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.845549Z","time spent":"966.091186ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:22:25.847931Z","caller":"traceutil/trace.go:172","msg":"trace[331558346] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1731; }","duration":"582.319544ms","start":"2026-06-17T20:22:25.265587Z","end":"2026-06-17T20:22:25.847906Z","steps":["trace[331558346] 'read index received' (duration: 582.301094ms)","trace[331558346] 'applied index is now lower than readState.Index' (duration: 16.76µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:25.848154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.161834863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-06-17T20:22:25.848140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.16013078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-06-17T20:22:25.848206Z","caller":"traceutil/trace.go:172","msg":"trace[1369186819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1491; }","duration":"1.161883974s","start":"2026-06-17T20:22:24.686293Z","end":"2026-06-17T20:22:25.848177Z","steps":["trace[1369186819] 'agreement among raft nodes before linearized reading' (duration: 1.161727172s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:25.848209Z","caller":"traceutil/trace.go:172","msg":"trace[1030705033] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1491; }","duration":"1.160217111s","start":"2026-06-17T20:22:24.687976Z","end":"2026-06-17T20:22:25.848193Z","steps":["trace[1030705033] 'agreement among raft nodes before linearized reading' (duration: 1.159965008s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.848233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.686277Z","time spent":"1.161950124s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:25.848253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.687969Z","time spent":"1.160274202s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:25.848315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.155190407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:25.848260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.168143144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-06-17T20:22:25.848425Z","caller":"traceutil/trace.go:172","msg":"trace[67592817] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1491; }","duration":"1.168319996s","start":"2026-06-17T20:22:24.680094Z","end":"2026-06-17T20:22:25.848414Z","steps":["trace[67592817] 'agreement among raft nodes before linearized reading' (duration: 1.168061442s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.848459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.680082Z","time spent":"1.168366087s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":970,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:25.848460Z","caller":"traceutil/trace.go:172","msg":"trace[250685128] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1491; }","duration":"1.155495251s","start":"2026-06-17T20:22:24.692854Z","end":"2026-06-17T20:22:25.848349Z","steps":["trace[250685128] 'agreement among raft nodes before linearized reading' (duration: 1.155159497s)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:25.848498Z","caller":"traceutil/trace.go:172","msg":"trace[1064885729] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"575.445936ms","start":"2026-06-17T20:22:25.273035Z","end":"2026-06-17T20:22:25.848481Z","steps":["trace[1064885729] 'process raft request' (duration: 575.420045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.848609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.273017Z","time spent":"575.534926ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:25.848524Z","caller":"traceutil/trace.go:172","msg":"trace[110650252] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"577.141717ms","start":"2026-06-17T20:22:25.271375Z","end":"2026-06-17T20:22:25.848517Z","steps":["trace[110650252] 'process raft request' (duration: 577.036886ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:25.848905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.271351Z","time spent":"577.476251ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:25.849523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:24.692849Z","time spent":"1.156662766s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:26.045178Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17356766136161484049,"received-request-id":17356766136161484045} {"level":"info","ts":"2026-06-17T20:22:26.045764Z","caller":"traceutil/trace.go:172","msg":"trace[1993583445] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"230.236343ms","start":"2026-06-17T20:22:25.815508Z","end":"2026-06-17T20:22:26.045744Z","steps":["trace[1993583445] 'process raft request' (duration: 230.183362ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:26.273361Z","caller":"traceutil/trace.go:172","msg":"trace[735449818] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1739; }","duration":"425.33842ms","start":"2026-06-17T20:22:25.847995Z","end":"2026-06-17T20:22:26.273334Z","steps":["trace[735449818] 'read index received' (duration: 425.32415ms)","trace[735449818] 'applied index is now lower than readState.Index' (duration: 11.82µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:26.273431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.787253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:26.273477Z","caller":"traceutil/trace.go:172","msg":"trace[2134699989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1497; }","duration":"502.846474ms","start":"2026-06-17T20:22:25.770618Z","end":"2026-06-17T20:22:26.273464Z","steps":["trace[2134699989] 'agreement among raft nodes before linearized reading' (duration: 502.739872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.273479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"850.053203ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:26.273510Z","caller":"traceutil/trace.go:172","msg":"trace[467407432] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1497; }","duration":"850.091743ms","start":"2026-06-17T20:22:25.423408Z","end":"2026-06-17T20:22:26.273500Z","steps":["trace[467407432] 'agreement among raft nodes before linearized reading' (duration: 850.034642ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.273509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.770602Z","time spent":"502.898465ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:26.273485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.788841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:26.273569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.110196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-06-17T20:22:26.273634Z","caller":"traceutil/trace.go:172","msg":"trace[757602399] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lz99g; range_end:; response_count:1; response_revision:1497; }","duration":"462.192127ms","start":"2026-06-17T20:22:25.811428Z","end":"2026-06-17T20:22:26.273620Z","steps":["trace[757602399] 'agreement among raft nodes before linearized reading' (duration: 461.957164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.273665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.811315Z","time spent":"462.344269ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19693,"request content":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:26.273880Z","caller":"traceutil/trace.go:172","msg":"trace[934840928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1497; }","duration":"342.261393ms","start":"2026-06-17T20:22:25.931602Z","end":"2026-06-17T20:22:26.273863Z","steps":["trace[934840928] 'process raft request' (duration: 341.831387ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:26.273966Z","caller":"traceutil/trace.go:172","msg":"trace[1964609546] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1497; }","duration":"326.317827ms","start":"2026-06-17T20:22:25.947638Z","end":"2026-06-17T20:22:26.273956Z","steps":["trace[1964609546] 'process raft request' (duration: 326.041563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.274002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.931578Z","time spent":"342.345533ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:26.274054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.947596Z","time spent":"326.390398ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:26.274239Z","caller":"traceutil/trace.go:172","msg":"trace[1740804462] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1497; }","duration":"738.883512ms","start":"2026-06-17T20:22:25.534661Z","end":"2026-06-17T20:22:26.273545Z","steps":["trace[1740804462] 'agreement among raft nodes before linearized reading' (duration: 738.72003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.274377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:25.534601Z","time spent":"739.660202ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-06-17T20:22:26.449409Z","caller":"traceutil/trace.go:172","msg":"trace[1297842491] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"155.97696ms","start":"2026-06-17T20:22:26.293410Z","end":"2026-06-17T20:22:26.449387Z","steps":["trace[1297842491] 'process raft request' (duration: 155.846078ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.836910Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161484053,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:26.887457Z","caller":"traceutil/trace.go:172","msg":"trace[602401720] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"592.043868ms","start":"2026-06-17T20:22:26.295400Z","end":"2026-06-17T20:22:26.887444Z","steps":["trace[602401720] 'process raft request' (duration: 591.892237ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:26.887577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:26.295375Z","time spent":"592.15219ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19889,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:27.089265Z","caller":"traceutil/trace.go:172","msg":"trace[1991802242] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1748; }","duration":"752.7535ms","start":"2026-06-17T20:22:26.336482Z","end":"2026-06-17T20:22:27.089236Z","steps":["trace[1991802242] 'read index received' (duration: 752.74128ms)","trace[1991802242] 'applied index is now lower than readState.Index' (duration: 9.99µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:27.116498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"780.008091ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:27.116640Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17356766136161484058,"received-request-id":17356766136161484053} {"level":"info","ts":"2026-06-17T20:22:27.116944Z","caller":"traceutil/trace.go:172","msg":"trace[477029925] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"419.092328ms","start":"2026-06-17T20:22:26.697832Z","end":"2026-06-17T20:22:27.116924Z","steps":["trace[477029925] 'process raft request' (duration: 418.918746ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:27.116588Z","caller":"traceutil/trace.go:172","msg":"trace[1207531472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1503; }","duration":"780.132524ms","start":"2026-06-17T20:22:26.336432Z","end":"2026-06-17T20:22:27.116564Z","steps":["trace[1207531472] 'agreement among raft nodes before linearized reading' (duration: 752.916841ms)","trace[1207531472] 'range keys from in-memory index tree' (duration: 27.07227ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:27.117139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:26.697797Z","time spent":"419.208039ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:27.172554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.011104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:22:27.172833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.541231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T20:22:27.173421Z","caller":"traceutil/trace.go:172","msg":"trace[2011553378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1504; }","duration":"141.129069ms","start":"2026-06-17T20:22:27.032277Z","end":"2026-06-17T20:22:27.173406Z","steps":["trace[2011553378] 'agreement among raft nodes before linearized reading' (duration: 140.43047ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:27.172847Z","caller":"traceutil/trace.go:172","msg":"trace[2007857429] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"402.543423ms","start":"2026-06-17T20:22:26.770281Z","end":"2026-06-17T20:22:27.172824Z","steps":["trace[2007857429] 'process raft request' (duration: 402.444012ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:27.174098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:26.770262Z","time spent":"403.779679ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T20:22:27.173220Z","caller":"traceutil/trace.go:172","msg":"trace[270338423] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1504; }","duration":"191.683433ms","start":"2026-06-17T20:22:26.981521Z","end":"2026-06-17T20:22:27.173204Z","steps":["trace[270338423] 'agreement among raft nodes before linearized reading' (duration: 190.981693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:27.491317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.733324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:27.491378Z","caller":"traceutil/trace.go:172","msg":"trace[1917181153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1505; }","duration":"154.808784ms","start":"2026-06-17T20:22:27.336558Z","end":"2026-06-17T20:22:27.491367Z","steps":["trace[1917181153] 'range keys from in-memory index tree' (duration: 152.864669ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:27.862544Z","caller":"traceutil/trace.go:172","msg":"trace[1257507743] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"112.438116ms","start":"2026-06-17T20:22:27.750076Z","end":"2026-06-17T20:22:27.862514Z","steps":["trace[1257507743] 'process raft request' (duration: 108.16679ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:30.142597Z","caller":"traceutil/trace.go:172","msg":"trace[632253342] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"125.11308ms","start":"2026-06-17T20:22:30.017459Z","end":"2026-06-17T20:22:30.142572Z","steps":["trace[632253342] 'process raft request' (duration: 124.897117ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:30.456859Z","caller":"traceutil/trace.go:172","msg":"trace[1440862383] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"145.300201ms","start":"2026-06-17T20:22:30.311538Z","end":"2026-06-17T20:22:30.456839Z","steps":["trace[1440862383] 'process raft request' (duration: 145.155379ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:30.550737Z","caller":"traceutil/trace.go:172","msg":"trace[1195482804] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1791; }","duration":"213.774746ms","start":"2026-06-17T20:22:30.336948Z","end":"2026-06-17T20:22:30.550723Z","steps":["trace[1195482804] 'read index received' (duration: 213.33667ms)","trace[1195482804] 'applied index is now lower than readState.Index' (duration: 437.346µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:30.550860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.890127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:30.550912Z","caller":"traceutil/trace.go:172","msg":"trace[1403786105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1538; }","duration":"213.959838ms","start":"2026-06-17T20:22:30.336940Z","end":"2026-06-17T20:22:30.550900Z","steps":["trace[1403786105] 'agreement among raft nodes before linearized reading' (duration: 213.862247ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:30.552365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.169946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-lz99g.18b9f7f27816634e\" limit:1 ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-06-17T20:22:30.552465Z","caller":"traceutil/trace.go:172","msg":"trace[880870680] range","detail":"{range_begin:/registry/events/kube-system/cilium-lz99g.18b9f7f27816634e; range_end:; response_count:1; response_revision:1538; }","duration":"178.288458ms","start":"2026-06-17T20:22:30.374161Z","end":"2026-06-17T20:22:30.552450Z","steps":["trace[880870680] 'agreement among raft nodes before linearized reading' (duration: 178.046225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:31.669388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.298817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T20:22:32.154960Z","caller":"traceutil/trace.go:172","msg":"trace[421298464] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"110.794523ms","start":"2026-06-17T20:22:32.044134Z","end":"2026-06-17T20:22:32.154929Z","steps":["trace[421298464] 'process raft request' (duration: 87.226969ms)","trace[421298464] 'compare' (duration: 23.413982ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:32.787419Z","caller":"traceutil/trace.go:172","msg":"trace[656030366] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"394.764627ms","start":"2026-06-17T20:22:32.392631Z","end":"2026-06-17T20:22:32.787396Z","steps":["trace[656030366] 'process raft request' (duration: 394.630475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:32.787862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:32.392611Z","time spent":"394.880258ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20075,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T20:22:32.975673Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766136161484109,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T20:22:33.035028Z","caller":"traceutil/trace.go:172","msg":"trace[1399077913] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1809; }","duration":"560.006634ms","start":"2026-06-17T20:22:32.474998Z","end":"2026-06-17T20:22:33.035005Z","steps":["trace[1399077913] 'read index received' (duration: 560.001344ms)","trace[1399077913] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:33.036102Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17356766136161484111,"received-request-id":17356766136161484109} {"level":"warn","ts":"2026-06-17T20:22:33.052864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.832945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:33.052961Z","caller":"traceutil/trace.go:172","msg":"trace[222470128] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1551; }","duration":"577.942677ms","start":"2026-06-17T20:22:32.474992Z","end":"2026-06-17T20:22:33.052934Z","steps":["trace[222470128] 'agreement among raft nodes before linearized reading' (duration: 560.123286ms)","trace[222470128] 'range keys from in-memory index tree' (duration: 17.673409ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:33.053699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:32.474971Z","time spent":"578.708716ms","remote":"127.0.0.1:33402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-06-17T20:22:33.053105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.497384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:33.053853Z","caller":"traceutil/trace.go:172","msg":"trace[1050868886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"286.269023ms","start":"2026-06-17T20:22:32.767567Z","end":"2026-06-17T20:22:33.053836Z","steps":["trace[1050868886] 'agreement among raft nodes before linearized reading' (duration: 285.472133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:33.053214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.528467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lz99g\" limit:1 ","response":"range_response_count:1 size:20090"} {"level":"info","ts":"2026-06-17T20:22:33.053934Z","caller":"traceutil/trace.go:172","msg":"trace[953480407] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lz99g; range_end:; response_count:1; response_revision:1553; }","duration":"260.257706ms","start":"2026-06-17T20:22:32.793662Z","end":"2026-06-17T20:22:33.053920Z","steps":["trace[953480407] 'agreement among raft nodes before linearized reading' (duration: 259.428066ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:33.213268Z","caller":"traceutil/trace.go:172","msg":"trace[2113508086] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"146.366753ms","start":"2026-06-17T20:22:33.066880Z","end":"2026-06-17T20:22:33.213247Z","steps":["trace[2113508086] 'process raft request' (duration: 145.660104ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:33.482523Z","caller":"traceutil/trace.go:172","msg":"trace[756612274] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1821; }","duration":"145.817606ms","start":"2026-06-17T20:22:33.336691Z","end":"2026-06-17T20:22:33.482509Z","steps":["trace[756612274] 'read index received' (duration: 145.812906ms)","trace[756612274] 'applied index is now lower than readState.Index' (duration: 3.54µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:33.482733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.995168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:33.482787Z","caller":"traceutil/trace.go:172","msg":"trace[866320572] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1563; }","duration":"146.11953ms","start":"2026-06-17T20:22:33.336659Z","end":"2026-06-17T20:22:33.482778Z","steps":["trace[866320572] 'agreement among raft nodes before linearized reading' (duration: 145.965178ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:35.095570Z","caller":"traceutil/trace.go:172","msg":"trace[2062010205] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"345.171972ms","start":"2026-06-17T20:22:34.750377Z","end":"2026-06-17T20:22:35.095549Z","steps":["trace[2062010205] 'process raft request' (duration: 345.049571ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:35.095722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:34.750350Z","time spent":"345.299805ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T20:22:35.096904Z","caller":"traceutil/trace.go:172","msg":"trace[2085278459] linearizableReadLoop","detail":"{readStateIndex:1845; appliedIndex:1846; }","duration":"327.455145ms","start":"2026-06-17T20:22:34.769384Z","end":"2026-06-17T20:22:35.096839Z","steps":["trace[2085278459] 'read index received' (duration: 327.447295ms)","trace[2085278459] 'applied index is now lower than readState.Index' (duration: 6.54µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:35.097046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.642767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:35.097144Z","caller":"traceutil/trace.go:172","msg":"trace[2013696601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"327.742408ms","start":"2026-06-17T20:22:34.769374Z","end":"2026-06-17T20:22:35.097116Z","steps":["trace[2013696601] 'agreement among raft nodes before linearized reading' (duration: 327.582066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:22:35.097220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:34.769359Z","time spent":"327.846269ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T20:22:35.983025Z","caller":"traceutil/trace.go:172","msg":"trace[399066935] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1861; }","duration":"213.331469ms","start":"2026-06-17T20:22:35.769665Z","end":"2026-06-17T20:22:35.982997Z","steps":["trace[399066935] 'read index received' (duration: 213.322289ms)","trace[399066935] 'applied index is now lower than readState.Index' (duration: 7.86µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:36.113384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.696443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:36.113482Z","caller":"traceutil/trace.go:172","msg":"trace[304297425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"343.806575ms","start":"2026-06-17T20:22:35.769652Z","end":"2026-06-17T20:22:36.113458Z","steps":["trace[304297425] 'agreement among raft nodes before linearized reading' (duration: 213.456971ms)","trace[304297425] 'range keys from in-memory index tree' (duration: 130.141661ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:36.113527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T20:22:35.769632Z","time spent":"343.886537ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T20:22:36.113509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.393585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T20:22:43.175002Z","caller":"traceutil/trace.go:172","msg":"trace[1129089155] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"191.469781ms","start":"2026-06-17T20:22:42.983512Z","end":"2026-06-17T20:22:43.174982Z","steps":["trace[1129089155] 'process raft request' (duration: 191.276219ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:22:46.424073Z","caller":"traceutil/trace.go:172","msg":"trace[1445285748] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"107.925573ms","start":"2026-06-17T20:22:46.316126Z","end":"2026-06-17T20:22:46.424051Z","steps":["trace[1445285748] 'process raft request' (duration: 75.066789ms)","trace[1445285748] 'compare' (duration: 32.54954ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:22:58.893024Z","caller":"traceutil/trace.go:172","msg":"trace[906757088] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2041; }","duration":"123.617832ms","start":"2026-06-17T20:22:58.769383Z","end":"2026-06-17T20:22:58.893001Z","steps":["trace[906757088] 'read index received' (duration: 69.272581ms)","trace[906757088] 'applied index is now lower than readState.Index' (duration: 54.344131ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:22:58.893178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.787644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:22:58.893221Z","caller":"traceutil/trace.go:172","msg":"trace[315864501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1768; }","duration":"123.840885ms","start":"2026-06-17T20:22:58.769371Z","end":"2026-06-17T20:22:58.893212Z","steps":["trace[315864501] 'agreement among raft nodes before linearized reading' (duration: 123.758334ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:23:19.098551Z","caller":"traceutil/trace.go:172","msg":"trace[409773904] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"145.962177ms","start":"2026-06-17T20:23:18.952568Z","end":"2026-06-17T20:23:19.098530Z","steps":["trace[409773904] 'process raft request' (duration: 145.807965ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:23:58.813925Z","caller":"traceutil/trace.go:172","msg":"trace[1658392331] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"101.608922ms","start":"2026-06-17T20:23:58.712299Z","end":"2026-06-17T20:23:58.813908Z","steps":["trace[1658392331] 'process raft request' (duration: 98.522333ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:04.229213Z","caller":"traceutil/trace.go:172","msg":"trace[1018024035] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2333; }","duration":"134.128188ms","start":"2026-06-17T20:24:04.095061Z","end":"2026-06-17T20:24:04.229190Z","steps":["trace[1018024035] 'read index received' (duration: 50.178353ms)","trace[1018024035] 'applied index is now lower than readState.Index' (duration: 83.948035ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:04.229475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.396481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-06-17T20:24:04.229515Z","caller":"traceutil/trace.go:172","msg":"trace[1527291240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2020; }","duration":"134.457552ms","start":"2026-06-17T20:24:04.095047Z","end":"2026-06-17T20:24:04.229505Z","steps":["trace[1527291240] 'agreement among raft nodes before linearized reading' (duration: 134.2845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:04.231090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.459274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:04.231136Z","caller":"traceutil/trace.go:172","msg":"trace[462474846] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:2020; }","duration":"131.506724ms","start":"2026-06-17T20:24:04.099619Z","end":"2026-06-17T20:24:04.231125Z","steps":["trace[462474846] 'agreement among raft nodes before linearized reading' (duration: 131.428683ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:12.880076Z","caller":"traceutil/trace.go:172","msg":"trace[1838220491] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2373; }","duration":"151.814634ms","start":"2026-06-17T20:24:12.728235Z","end":"2026-06-17T20:24:12.880050Z","steps":["trace[1838220491] 'read index received' (duration: 151.082525ms)","trace[1838220491] 'applied index is now lower than readState.Index' (duration: 730.169µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:12.880247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.993577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:12.880322Z","caller":"traceutil/trace.go:172","msg":"trace[1260823212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:2056; }","duration":"152.078018ms","start":"2026-06-17T20:24:12.728228Z","end":"2026-06-17T20:24:12.880306Z","steps":["trace[1260823212] 'agreement among raft nodes before linearized reading' (duration: 151.961626ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:12.881611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.517092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:12.881676Z","caller":"traceutil/trace.go:172","msg":"trace[141649621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"112.579262ms","start":"2026-06-17T20:24:12.769081Z","end":"2026-06-17T20:24:12.881660Z","steps":["trace[141649621] 'agreement among raft nodes before linearized reading' (duration: 112.491131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:15.442489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.43661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:15.442575Z","caller":"traceutil/trace.go:172","msg":"trace[1883225959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2064; }","duration":"105.539231ms","start":"2026-06-17T20:24:15.337018Z","end":"2026-06-17T20:24:15.442557Z","steps":["trace[1883225959] 'range keys from in-memory index tree' (duration: 105.36895ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:23.498680Z","caller":"traceutil/trace.go:172","msg":"trace[92410199] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2421; }","duration":"147.065253ms","start":"2026-06-17T20:24:23.351598Z","end":"2026-06-17T20:24:23.498663Z","steps":["trace[92410199] 'read index received' (duration: 147.059103ms)","trace[92410199] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:23.498785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.205624ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:23.498805Z","caller":"traceutil/trace.go:172","msg":"trace[525036757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2096; }","duration":"147.244574ms","start":"2026-06-17T20:24:23.351554Z","end":"2026-06-17T20:24:23.498799Z","steps":["trace[525036757] 'agreement among raft nodes before linearized reading' (duration: 147.181334ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:24.971292Z","caller":"traceutil/trace.go:172","msg":"trace[89677164] linearizableReadLoop","detail":"{readStateIndex:2427; appliedIndex:2427; }","duration":"202.141777ms","start":"2026-06-17T20:24:24.769127Z","end":"2026-06-17T20:24:24.971269Z","steps":["trace[89677164] 'read index received' (duration: 202.104737ms)","trace[89677164] 'applied index is now lower than readState.Index' (duration: 35.01µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:24.971513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.35894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:24.971625Z","caller":"traceutil/trace.go:172","msg":"trace[473514668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2101; }","duration":"202.465581ms","start":"2026-06-17T20:24:24.769122Z","end":"2026-06-17T20:24:24.971587Z","steps":["trace[473514668] 'agreement among raft nodes before linearized reading' (duration: 202.291869ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:27.108214Z","caller":"traceutil/trace.go:172","msg":"trace[1929444783] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2439; }","duration":"175.188131ms","start":"2026-06-17T20:24:26.932999Z","end":"2026-06-17T20:24:27.108188Z","steps":["trace[1929444783] 'read index received' (duration: 175.181071ms)","trace[1929444783] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:27.108429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.410364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-06-17T20:24:27.108521Z","caller":"traceutil/trace.go:172","msg":"trace[796066608] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:2112; }","duration":"175.511755ms","start":"2026-06-17T20:24:26.932993Z","end":"2026-06-17T20:24:27.108505Z","steps":["trace[796066608] 'agreement among raft nodes before linearized reading' (duration: 175.296442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.110322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.968035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:27.110376Z","caller":"traceutil/trace.go:172","msg":"trace[586164404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:2112; }","duration":"177.026735ms","start":"2026-06-17T20:24:26.933339Z","end":"2026-06-17T20:24:27.110365Z","steps":["trace[586164404] 'agreement among raft nodes before linearized reading' (duration: 176.942054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.110456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.226905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-06-17T20:24:27.110509Z","caller":"traceutil/trace.go:172","msg":"trace[321614574] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:2112; }","duration":"126.284006ms","start":"2026-06-17T20:24:26.984214Z","end":"2026-06-17T20:24:27.110498Z","steps":["trace[321614574] 'agreement among raft nodes before linearized reading' (duration: 126.128564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.110614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.930323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:cluster-admins\" limit:1 ","response":"range_response_count:1 size:450"} {"level":"info","ts":"2026-06-17T20:24:27.110701Z","caller":"traceutil/trace.go:172","msg":"trace[2032895829] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:cluster-admins; range_end:; response_count:1; response_revision:2112; }","duration":"166.015974ms","start":"2026-06-17T20:24:26.944673Z","end":"2026-06-17T20:24:27.110689Z","steps":["trace[2032895829] 'agreement among raft nodes before linearized reading' (duration: 165.869593ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.110699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.595355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:469"} {"level":"info","ts":"2026-06-17T20:24:27.110786Z","caller":"traceutil/trace.go:172","msg":"trace[509962437] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:2112; }","duration":"117.776167ms","start":"2026-06-17T20:24:26.992994Z","end":"2026-06-17T20:24:27.110770Z","steps":["trace[509962437] 'agreement among raft nodes before linearized reading' (duration: 117.461483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.110924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.354518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" limit:1 ","response":"range_response_count:1 size:1944"} {"level":"warn","ts":"2026-06-17T20:24:27.111147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.825609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-06-17T20:24:27.111191Z","caller":"traceutil/trace.go:172","msg":"trace[552294808] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:2112; }","duration":"128.86803ms","start":"2026-06-17T20:24:26.982311Z","end":"2026-06-17T20:24:27.111179Z","steps":["trace[552294808] 'agreement among raft nodes before linearized reading' (duration: 128.761508ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:27.111027Z","caller":"traceutil/trace.go:172","msg":"trace[1019734202] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:2112; }","duration":"151.500059ms","start":"2026-06-17T20:24:26.959511Z","end":"2026-06-17T20:24:27.111011Z","steps":["trace[1019734202] 'agreement among raft nodes before linearized reading' (duration: 150.954743ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.646308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.785782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-06-17T20:24:27.646456Z","caller":"traceutil/trace.go:172","msg":"trace[842664263] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:2113; }","duration":"133.935134ms","start":"2026-06-17T20:24:27.512492Z","end":"2026-06-17T20:24:27.646427Z","steps":["trace[842664263] 'agreement among raft nodes before linearized reading' (duration: 62.014854ms)","trace[842664263] 'range keys from in-memory index tree' (duration: 71.676897ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:27.797219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.801911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:27.797309Z","caller":"traceutil/trace.go:172","msg":"trace[890343708] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:2114; }","duration":"136.905002ms","start":"2026-06-17T20:24:27.660386Z","end":"2026-06-17T20:24:27.797290Z","steps":["trace[890343708] 'range keys from in-memory index tree' (duration: 135.222241ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:27.797662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.932319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"info","ts":"2026-06-17T20:24:27.797723Z","caller":"traceutil/trace.go:172","msg":"trace[2129673724] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:2114; }","duration":"274.991119ms","start":"2026-06-17T20:24:27.522719Z","end":"2026-06-17T20:24:27.797710Z","steps":["trace[2129673724] 'agreement among raft nodes before linearized reading' (duration: 123.907865ms)","trace[2129673724] 'range keys from in-memory index tree' (duration: 150.926193ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:27.797852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.152804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"warn","ts":"2026-06-17T20:24:27.797326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.579507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:27.797886Z","caller":"traceutil/trace.go:172","msg":"trace[167924118] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:2114; }","duration":"276.184785ms","start":"2026-06-17T20:24:27.521692Z","end":"2026-06-17T20:24:27.797877Z","steps":["trace[167924118] 'agreement among raft nodes before linearized reading' (duration: 124.943879ms)","trace[167924118] 'range keys from in-memory index tree' (duration: 151.166595ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:27.797922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.041913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-06-17T20:24:27.798015Z","caller":"traceutil/trace.go:172","msg":"trace[2123107561] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:2114; }","duration":"283.127604ms","start":"2026-06-17T20:24:27.514864Z","end":"2026-06-17T20:24:27.797992Z","steps":["trace[2123107561] 'agreement among raft nodes before linearized reading' (duration: 131.778147ms)","trace[2123107561] 'range keys from in-memory index tree' (duration: 151.204145ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:27.798087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.893678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" limit:1 ","response":"range_response_count:1 size:1944"} {"level":"warn","ts":"2026-06-17T20:24:27.797662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.125129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-06-17T20:24:27.798222Z","caller":"traceutil/trace.go:172","msg":"trace[1135597826] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:2114; }","duration":"267.690326ms","start":"2026-06-17T20:24:27.530513Z","end":"2026-06-17T20:24:27.798203Z","steps":["trace[1135597826] 'agreement among raft nodes before linearized reading' (duration: 116.107735ms)","trace[1135597826] 'range keys from in-memory index tree' (duration: 150.522137ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:24:27.798154Z","caller":"traceutil/trace.go:172","msg":"trace[1767115738] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:2114; }","duration":"263.958839ms","start":"2026-06-17T20:24:27.534176Z","end":"2026-06-17T20:24:27.798135Z","steps":["trace[1767115738] 'agreement among raft nodes before linearized reading' (duration: 112.429819ms)","trace[1767115738] 'range keys from in-memory index tree' (duration: 151.102745ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:27.798585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.55838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 revision:2102 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:27.799469Z","caller":"traceutil/trace.go:172","msg":"trace[1767167825] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2114; }","duration":"184.482812ms","start":"2026-06-17T20:24:27.614801Z","end":"2026-06-17T20:24:27.799284Z","steps":["trace[1767167825] 'agreement among raft nodes before linearized reading' (duration: 33.59517ms)","trace[1767167825] 'range keys from in-memory index tree' (duration: 149.931228ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:24:27.800680Z","caller":"traceutil/trace.go:172","msg":"trace[935557367] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:2114; }","duration":"133.203275ms","start":"2026-06-17T20:24:27.664694Z","end":"2026-06-17T20:24:27.797897Z","steps":["trace[935557367] 'range keys from in-memory index tree' (duration: 130.784795ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:29.217447Z","caller":"traceutil/trace.go:172","msg":"trace[446477336] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2448; }","duration":"115.553619ms","start":"2026-06-17T20:24:29.101879Z","end":"2026-06-17T20:24:29.217433Z","steps":["trace[446477336] 'read index received' (duration: 115.549009ms)","trace[446477336] 'applied index is now lower than readState.Index' (duration: 3.83µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:29.217686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.789362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-06-17T20:24:29.217761Z","caller":"traceutil/trace.go:172","msg":"trace[1174919126] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:2119; }","duration":"115.874313ms","start":"2026-06-17T20:24:29.101869Z","end":"2026-06-17T20:24:29.217743Z","steps":["trace[1174919126] 'agreement among raft nodes before linearized reading' (duration: 115.64425ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:29.233318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.931143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-06-17T20:24:29.233366Z","caller":"traceutil/trace.go:172","msg":"trace[1144243309] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:2119; }","duration":"129.993624ms","start":"2026-06-17T20:24:29.103364Z","end":"2026-06-17T20:24:29.233357Z","steps":["trace[1144243309] 'agreement among raft nodes before linearized reading' (duration: 116.491071ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:29.233438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.888317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-06-17T20:24:29.233522Z","caller":"traceutil/trace.go:172","msg":"trace[736760935] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:2119; }","duration":"120.994248ms","start":"2026-06-17T20:24:29.112509Z","end":"2026-06-17T20:24:29.233504Z","steps":["trace[736760935] 'agreement among raft nodes before linearized reading' (duration: 107.382654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:29.233534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.940422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-06-17T20:24:29.233764Z","caller":"traceutil/trace.go:172","msg":"trace[922164510] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:2119; }","duration":"126.183855ms","start":"2026-06-17T20:24:29.107564Z","end":"2026-06-17T20:24:29.233748Z","steps":["trace[922164510] 'agreement among raft nodes before linearized reading' (duration: 112.333538ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:32.361197Z","caller":"traceutil/trace.go:172","msg":"trace[1277496081] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2460; }","duration":"108.282995ms","start":"2026-06-17T20:24:32.252891Z","end":"2026-06-17T20:24:32.361174Z","steps":["trace[1277496081] 'read index received' (duration: 48.47838ms)","trace[1277496081] 'applied index is now lower than readState.Index' (duration: 59.802835ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:24:32.361192Z","caller":"traceutil/trace.go:172","msg":"trace[940523650] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"108.310145ms","start":"2026-06-17T20:24:32.252864Z","end":"2026-06-17T20:24:32.361174Z","steps":["trace[940523650] 'process raft request' (duration: 108.254724ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:32.361347Z","caller":"traceutil/trace.go:172","msg":"trace[1175128681] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"111.542537ms","start":"2026-06-17T20:24:32.249791Z","end":"2026-06-17T20:24:32.361333Z","steps":["trace[1175128681] 'process raft request' (duration: 50.7841ms)","trace[1175128681] 'compare' (duration: 60.386132ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:32.361507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.598249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-06-17T20:24:32.361582Z","caller":"traceutil/trace.go:172","msg":"trace[201715632] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:2131; }","duration":"108.68121ms","start":"2026-06-17T20:24:32.252886Z","end":"2026-06-17T20:24:32.361567Z","steps":["trace[201715632] 'agreement among raft nodes before linearized reading' (duration: 108.476477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:32.365002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.930962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-06-17T20:24:32.365040Z","caller":"traceutil/trace.go:172","msg":"trace[1034945350] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:2131; }","duration":"107.979052ms","start":"2026-06-17T20:24:32.257053Z","end":"2026-06-17T20:24:32.365032Z","steps":["trace[1034945350] 'agreement among raft nodes before linearized reading' (duration: 107.902541ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:32.365370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.315409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-06-17T20:24:32.365858Z","caller":"traceutil/trace.go:172","msg":"trace[321827212] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:2131; }","duration":"109.800905ms","start":"2026-06-17T20:24:32.256046Z","end":"2026-06-17T20:24:32.365847Z","steps":["trace[321827212] 'agreement among raft nodes before linearized reading' (duration: 109.060566ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:33.410646Z","caller":"traceutil/trace.go:172","msg":"trace[424111342] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2463; }","duration":"147.078723ms","start":"2026-06-17T20:24:33.263544Z","end":"2026-06-17T20:24:33.410623Z","steps":["trace[424111342] 'read index received' (duration: 53.575386ms)","trace[424111342] 'applied index is now lower than readState.Index' (duration: 93.502257ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:33.410947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.385877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-06-17T20:24:33.411046Z","caller":"traceutil/trace.go:172","msg":"trace[1091394931] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:2133; }","duration":"147.491698ms","start":"2026-06-17T20:24:33.263540Z","end":"2026-06-17T20:24:33.411031Z","steps":["trace[1091394931] 'agreement among raft nodes before linearized reading' (duration: 147.292356ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:33.412709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.957518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-06-17T20:24:33.412797Z","caller":"traceutil/trace.go:172","msg":"trace[1041682107] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:2133; }","duration":"146.055089ms","start":"2026-06-17T20:24:33.266723Z","end":"2026-06-17T20:24:33.412778Z","steps":["trace[1041682107] 'agreement among raft nodes before linearized reading' (duration: 145.830486ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:33.412781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.89794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-06-17T20:24:33.412803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.194898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-06-17T20:24:33.412854Z","caller":"traceutil/trace.go:172","msg":"trace[795428210] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:2133; }","duration":"135.987771ms","start":"2026-06-17T20:24:33.276850Z","end":"2026-06-17T20:24:33.412838Z","steps":["trace[795428210] 'agreement among raft nodes before linearized reading' (duration: 135.751838ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:33.412865Z","caller":"traceutil/trace.go:172","msg":"trace[6454844] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:2133; }","duration":"145.260789ms","start":"2026-06-17T20:24:33.267589Z","end":"2026-06-17T20:24:33.412850Z","steps":["trace[6454844] 'agreement among raft nodes before linearized reading' (duration: 145.093127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:33.413141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.756767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-06-17T20:24:33.413194Z","caller":"traceutil/trace.go:172","msg":"trace[1872614842] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:2133; }","duration":"142.814198ms","start":"2026-06-17T20:24:33.270367Z","end":"2026-06-17T20:24:33.413182Z","steps":["trace[1872614842] 'agreement among raft nodes before linearized reading' (duration: 142.255031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:33.413388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.566909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-06-17T20:24:33.413900Z","caller":"traceutil/trace.go:172","msg":"trace[731442051] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:2133; }","duration":"141.342059ms","start":"2026-06-17T20:24:33.272542Z","end":"2026-06-17T20:24:33.413884Z","steps":["trace[731442051] 'agreement among raft nodes before linearized reading' (duration: 140.210635ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:37.663182Z","caller":"traceutil/trace.go:172","msg":"trace[1971762207] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2485; }","duration":"194.51402ms","start":"2026-06-17T20:24:37.468652Z","end":"2026-06-17T20:24:37.663166Z","steps":["trace[1971762207] 'read index received' (duration: 188.596004ms)","trace[1971762207] 'applied index is now lower than readState.Index' (duration: 5.917166ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:37.663406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.737182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-06-17T20:24:37.663451Z","caller":"traceutil/trace.go:172","msg":"trace[1239041208] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:2151; }","duration":"194.791773ms","start":"2026-06-17T20:24:37.468649Z","end":"2026-06-17T20:24:37.663441Z","steps":["trace[1239041208] 'agreement among raft nodes before linearized reading' (duration: 194.644111ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:37.664975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.162527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-06-17T20:24:37.665021Z","caller":"traceutil/trace.go:172","msg":"trace[563069945] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:2151; }","duration":"170.212228ms","start":"2026-06-17T20:24:37.494797Z","end":"2026-06-17T20:24:37.665009Z","steps":["trace[563069945] 'agreement among raft nodes before linearized reading' (duration: 170.105136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:37.665239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.20392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:849"} {"level":"warn","ts":"2026-06-17T20:24:37.665287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.065105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:663"} {"level":"warn","ts":"2026-06-17T20:24:37.665257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.368757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-06-17T20:24:37.665924Z","caller":"traceutil/trace.go:172","msg":"trace[1580845991] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:2151; }","duration":"177.042455ms","start":"2026-06-17T20:24:37.488874Z","end":"2026-06-17T20:24:37.665916Z","steps":["trace[1580845991] 'agreement among raft nodes before linearized reading' (duration: 176.284936ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:37.665323Z","caller":"traceutil/trace.go:172","msg":"trace[1496424911] range","detail":"{range_begin:/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:2151; }","duration":"167.302631ms","start":"2026-06-17T20:24:37.498001Z","end":"2026-06-17T20:24:37.665304Z","steps":["trace[1496424911] 'agreement among raft nodes before linearized reading' (duration: 167.064688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:37.665672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.032303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-06-17T20:24:37.666047Z","caller":"traceutil/trace.go:172","msg":"trace[1972705694] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:2151; }","duration":"183.408688ms","start":"2026-06-17T20:24:37.482629Z","end":"2026-06-17T20:24:37.666038Z","steps":["trace[1972705694] 'agreement among raft nodes before linearized reading' (duration: 182.11242ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:37.665867Z","caller":"traceutil/trace.go:172","msg":"trace[1889540420] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:2151; }","duration":"180.643602ms","start":"2026-06-17T20:24:37.485215Z","end":"2026-06-17T20:24:37.665858Z","steps":["trace[1889540420] 'agreement among raft nodes before linearized reading' (duration: 180.018795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:41.527926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.643038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-public\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-06-17T20:24:41.527965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.18859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-public\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-17T20:24:41.527991Z","caller":"traceutil/trace.go:172","msg":"trace[177117406] range","detail":"{range_begin:/registry/namespaces/kube-public; range_end:; response_count:1; response_revision:2164; }","duration":"161.720139ms","start":"2026-06-17T20:24:41.366259Z","end":"2026-06-17T20:24:41.527979Z","steps":["trace[177117406] 'range keys from in-memory index tree' (duration: 160.030537ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:41.528031Z","caller":"traceutil/trace.go:172","msg":"trace[1808187958] range","detail":"{range_begin:/registry/namespaces/kube-public; range_end:; response_count:1; response_revision:2164; }","duration":"210.2588ms","start":"2026-06-17T20:24:41.317753Z","end":"2026-06-17T20:24:41.528012Z","steps":["trace[1808187958] 'range keys from in-memory index tree' (duration: 208.050572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:41.528149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.082724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" limit:1 ","response":"range_response_count:1 size:363"} {"level":"info","ts":"2026-06-17T20:24:41.528167Z","caller":"traceutil/trace.go:172","msg":"trace[684269211] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:1; response_revision:2164; }","duration":"198.100894ms","start":"2026-06-17T20:24:41.330060Z","end":"2026-06-17T20:24:41.528161Z","steps":["trace[684269211] 'range keys from in-memory index tree' (duration: 196.471405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:41.528171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.868403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:41.528305Z","caller":"traceutil/trace.go:172","msg":"trace[1754231370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2164; }","duration":"191.020155ms","start":"2026-06-17T20:24:41.337262Z","end":"2026-06-17T20:24:41.528282Z","steps":["trace[1754231370] 'range keys from in-memory index tree' (duration: 189.404783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:41.529817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.987377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-17T20:24:41.530175Z","caller":"traceutil/trace.go:172","msg":"trace[441290727] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2164; }","duration":"160.780087ms","start":"2026-06-17T20:24:41.369358Z","end":"2026-06-17T20:24:41.530138Z","steps":["trace[441290727] 'range keys from in-memory index tree' (duration: 156.694375ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:42.003167Z","caller":"traceutil/trace.go:172","msg":"trace[738332708] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2503; }","duration":"167.595375ms","start":"2026-06-17T20:24:41.835555Z","end":"2026-06-17T20:24:42.003151Z","steps":["trace[738332708] 'read index received' (duration: 167.590395ms)","trace[738332708] 'applied index is now lower than readState.Index' (duration: 4.07µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:42.003372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.801477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-17T20:24:42.003422Z","caller":"traceutil/trace.go:172","msg":"trace[305964813] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2166; }","duration":"167.871568ms","start":"2026-06-17T20:24:41.835540Z","end":"2026-06-17T20:24:42.003412Z","steps":["trace[305964813] 'agreement among raft nodes before linearized reading' (duration: 167.734156ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:42.254170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.065563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T20:24:42.254270Z","caller":"traceutil/trace.go:172","msg":"trace[902356832] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:2167; }","duration":"101.176554ms","start":"2026-06-17T20:24:42.153074Z","end":"2026-06-17T20:24:42.254250Z","steps":["trace[902356832] 'range keys from in-memory index tree' (duration: 99.321311ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:42.470085Z","caller":"traceutil/trace.go:172","msg":"trace[832488458] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2505; }","duration":"125.076061ms","start":"2026-06-17T20:24:42.344964Z","end":"2026-06-17T20:24:42.470040Z","steps":["trace[832488458] 'read index received' (duration: 125.06215ms)","trace[832488458] 'applied index is now lower than readState.Index' (duration: 11.831µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:42.520592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.791402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:42.520681Z","caller":"traceutil/trace.go:172","msg":"trace[144184794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2167; }","duration":"183.882373ms","start":"2026-06-17T20:24:42.336777Z","end":"2026-06-17T20:24:42.520659Z","steps":["trace[144184794] 'agreement among raft nodes before linearized reading' (duration: 133.379157ms)","trace[144184794] 'range keys from in-memory index tree' (duration: 50.396055ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:24:42.520784Z","caller":"traceutil/trace.go:172","msg":"trace[1539995404] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"175.78678ms","start":"2026-06-17T20:24:42.344985Z","end":"2026-06-17T20:24:42.520772Z","steps":["trace[1539995404] 'process raft request' (duration: 125.066161ms)","trace[1539995404] 'compare' (duration: 50.428075ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T20:24:42.581410Z","caller":"traceutil/trace.go:172","msg":"trace[753917432] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"231.502112ms","start":"2026-06-17T20:24:42.349874Z","end":"2026-06-17T20:24:42.581376Z","steps":["trace[753917432] 'process raft request' (duration: 231.297209ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:44.293797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.72103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T20:24:44.761877Z","caller":"traceutil/trace.go:172","msg":"trace[1056993635] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"168.985721ms","start":"2026-06-17T20:24:44.592871Z","end":"2026-06-17T20:24:44.761857Z","steps":["trace[1056993635] 'process raft request' (duration: 168.83899ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:44.825785Z","caller":"traceutil/trace.go:172","msg":"trace[1081338434] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2515; }","duration":"200.829689ms","start":"2026-06-17T20:24:44.624931Z","end":"2026-06-17T20:24:44.825760Z","steps":["trace[1081338434] 'read index received' (duration: 200.822689ms)","trace[1081338434] 'applied index is now lower than readState.Index' (duration: 5.93µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:44.897087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.141002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T20:24:44.897161Z","caller":"traceutil/trace.go:172","msg":"trace[1163952532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"272.218253ms","start":"2026-06-17T20:24:44.624922Z","end":"2026-06-17T20:24:44.897140Z","steps":["trace[1163952532] 'agreement among raft nodes before linearized reading' (duration: 200.962612ms)","trace[1163952532] 'range keys from in-memory index tree' (duration: 71.080119ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:44.897466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.6716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:44.897528Z","caller":"traceutil/trace.go:172","msg":"trace[931675489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2176; }","duration":"126.731931ms","start":"2026-06-17T20:24:44.770780Z","end":"2026-06-17T20:24:44.897512Z","steps":["trace[931675489] 'agreement among raft nodes before linearized reading' (duration: 126.62664ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:46.340139Z","caller":"traceutil/trace.go:172","msg":"trace[480343798] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2522; }","duration":"206.130197ms","start":"2026-06-17T20:24:46.133990Z","end":"2026-06-17T20:24:46.340120Z","steps":["trace[480343798] 'read index received' (duration: 205.989025ms)","trace[480343798] 'applied index is now lower than readState.Index' (duration: 139.952µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:46.340280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.282058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:46.340304Z","caller":"traceutil/trace.go:172","msg":"trace[1962524406] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:2184; }","duration":"206.319099ms","start":"2026-06-17T20:24:46.133977Z","end":"2026-06-17T20:24:46.340297Z","steps":["trace[1962524406] 'agreement among raft nodes before linearized reading' (duration: 206.262748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:46.341460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.704069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-vd4c7\" limit:1 ","response":"range_response_count:1 size:6173"} {"level":"warn","ts":"2026-06-17T20:24:46.341476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.579445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:46.341503Z","caller":"traceutil/trace.go:172","msg":"trace[636350113] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-vd4c7; range_end:; response_count:1; response_revision:2184; }","duration":"190.74682ms","start":"2026-06-17T20:24:46.150746Z","end":"2026-06-17T20:24:46.341493Z","steps":["trace[636350113] 'agreement among raft nodes before linearized reading' (duration: 190.622958ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:46.341506Z","caller":"traceutil/trace.go:172","msg":"trace[1200577324] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:2184; }","duration":"103.636336ms","start":"2026-06-17T20:24:46.237861Z","end":"2026-06-17T20:24:46.341498Z","steps":["trace[1200577324] 'agreement among raft nodes before linearized reading' (duration: 103.527845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:46.341536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.617605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:46.341642Z","caller":"traceutil/trace.go:172","msg":"trace[576314972] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:2184; }","duration":"149.750646ms","start":"2026-06-17T20:24:46.191872Z","end":"2026-06-17T20:24:46.341622Z","steps":["trace[576314972] 'agreement among raft nodes before linearized reading' (duration: 149.564554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:46.341685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.067689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:46.341728Z","caller":"traceutil/trace.go:172","msg":"trace[764135779] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2184; }","duration":"157.10782ms","start":"2026-06-17T20:24:46.184608Z","end":"2026-06-17T20:24:46.341716Z","steps":["trace[764135779] 'agreement among raft nodes before linearized reading' (duration: 157.045789ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:46.341812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.663171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:46.341881Z","caller":"traceutil/trace.go:172","msg":"trace[968771366] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:2184; }","duration":"187.741722ms","start":"2026-06-17T20:24:46.154127Z","end":"2026-06-17T20:24:46.341869Z","steps":["trace[968771366] 'agreement among raft nodes before linearized reading' (duration: 187.64732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:46.341907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.268706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:46.341948Z","caller":"traceutil/trace.go:172","msg":"trace[30067253] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:2184; }","duration":"112.312396ms","start":"2026-06-17T20:24:46.229625Z","end":"2026-06-17T20:24:46.341938Z","steps":["trace[30067253] 'agreement among raft nodes before linearized reading' (duration: 112.222855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.814019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.759168ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T20:24:47.814334Z","caller":"traceutil/trace.go:172","msg":"trace[1738004711] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2529; }","duration":"264.275601ms","start":"2026-06-17T20:24:47.550019Z","end":"2026-06-17T20:24:47.814295Z","steps":["trace[1738004711] 'read index received' (duration: 46.770849ms)","trace[1738004711] 'applied index is now lower than readState.Index' (duration: 217.501132ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T20:24:47.814600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.568395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/default\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-06-17T20:24:47.814650Z","caller":"traceutil/trace.go:172","msg":"trace[995671462] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/default; range_end:; response_count:1; response_revision:2190; }","duration":"264.628405ms","start":"2026-06-17T20:24:47.550003Z","end":"2026-06-17T20:24:47.814631Z","steps":["trace[995671462] 'agreement among raft nodes before linearized reading' (duration: 264.424733ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.816326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.748833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:47.816364Z","caller":"traceutil/trace.go:172","msg":"trace[1343281172] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:2190; }","duration":"209.788374ms","start":"2026-06-17T20:24:47.606569Z","end":"2026-06-17T20:24:47.816357Z","steps":["trace[1343281172] 'agreement among raft nodes before linearized reading' (duration: 209.728943ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.816515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.556341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:47.816573Z","caller":"traceutil/trace.go:172","msg":"trace[1345850658] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:2190; }","duration":"177.614211ms","start":"2026-06-17T20:24:47.638952Z","end":"2026-06-17T20:24:47.816567Z","steps":["trace[1345850658] 'agreement among raft nodes before linearized reading' (duration: 177.53709ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.816609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.39311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:24:47.816614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.013355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:47.816673Z","caller":"traceutil/trace.go:172","msg":"trace[179418687] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2190; }","duration":"174.491361ms","start":"2026-06-17T20:24:47.642169Z","end":"2026-06-17T20:24:47.816660Z","steps":["trace[179418687] 'agreement among raft nodes before linearized reading' (duration: 174.320119ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:47.816702Z","caller":"traceutil/trace.go:172","msg":"trace[1863079066] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:2190; }","duration":"249.132097ms","start":"2026-06-17T20:24:47.567550Z","end":"2026-06-17T20:24:47.816683Z","steps":["trace[1863079066] 'agreement among raft nodes before linearized reading' (duration: 248.902624ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.816794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.487582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-06-17T20:24:47.816857Z","caller":"traceutil/trace.go:172","msg":"trace[660038280] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:2190; }","duration":"228.552673ms","start":"2026-06-17T20:24:47.588286Z","end":"2026-06-17T20:24:47.816838Z","steps":["trace[660038280] 'agreement among raft nodes before linearized reading' (duration: 228.054817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.816897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.046541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy\" limit:1 ","response":"range_response_count:1 size:4434"} {"level":"info","ts":"2026-06-17T20:24:47.816923Z","caller":"traceutil/trace.go:172","msg":"trace[1620104857] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy; range_end:; response_count:1; response_revision:2190; }","duration":"226.074062ms","start":"2026-06-17T20:24:47.590843Z","end":"2026-06-17T20:24:47.816917Z","steps":["trace[1620104857] 'agreement among raft nodes before linearized reading' (duration: 225.9901ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.816854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.927926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" limit:1 ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-06-17T20:24:47.817084Z","caller":"traceutil/trace.go:172","msg":"trace[1068969113] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:2190; }","duration":"207.20993ms","start":"2026-06-17T20:24:47.609847Z","end":"2026-06-17T20:24:47.817057Z","steps":["trace[1068969113] 'agreement among raft nodes before linearized reading' (duration: 206.721093ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.817088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.664986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T20:24:47.817348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.607257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T20:24:47.817418Z","caller":"traceutil/trace.go:172","msg":"trace[1507695397] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2190; }","duration":"254.678088ms","start":"2026-06-17T20:24:47.562732Z","end":"2026-06-17T20:24:47.817410Z","steps":["trace[1507695397] 'agreement among raft nodes before linearized reading' (duration: 254.586687ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T20:24:47.817446Z","caller":"traceutil/trace.go:172","msg":"trace[1816561718] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:2190; }","duration":"226.019921ms","start":"2026-06-17T20:24:47.591396Z","end":"2026-06-17T20:24:47.817416Z","steps":["trace[1816561718] 'agreement among raft nodes before linearized reading' (duration: 225.435993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.817139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.885849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-06-17T20:24:47.817650Z","caller":"traceutil/trace.go:172","msg":"trace[1096826629] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:2190; }","duration":"233.545558ms","start":"2026-06-17T20:24:47.584093Z","end":"2026-06-17T20:24:47.817639Z","steps":["trace[1096826629] 'agreement among raft nodes before linearized reading' (duration: 232.324401ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T20:24:47.819114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.646994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" limit:1 ","response":"range_response_count:1 size:1036313"} {"level":"info","ts":"2026-06-17T20:24:47.819200Z","caller":"traceutil/trace.go:172","msg":"trace[786256738] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:2190; }","duration":"106.741225ms","start":"2026-06-17T20:24:47.712443Z","end":"2026-06-17T20:24:47.819184Z","steps":["trace[786256738] 'agreement among raft nodes before linearized reading' (duration: 104.483587ms)"],"step_count":1}