{"level":"warn","ts":"2026-03-31T00:38:59.752498Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-31T00:38:59.753613Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-31T00:38:59.753630Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=controller-1=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-31T00:38:59.753741Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-31T00:38:59.753768Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T00:38:59.753780Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-31T00:38:59.753811Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T00:38:59.754300Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-03-31T00:38:59.754499Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-31T00:38:59.755487Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e180}"} {"level":"info","ts":"2026-03-31T00:38:59.759900Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T00:38:59.759973Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.593421ms"} {"level":"info","ts":"2026-03-31T00:38:59.760009Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-31T00:38:59.760028Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-31T00:38:59.760073Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-31T00:38:59.765368Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-31T00:38:59.765452Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-03-31T00:38:59.765487Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-31T00:38:59.765561Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T00:38:59.765611Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-03-31T00:38:59.765626Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T00:38:59.765698Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-03-31T00:38:59.765758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-03-31T00:38:59.774607Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T00:38:59.780301Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T00:38:59.782961Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T00:38:59.783726Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T00:38:59.783970Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T00:38:59.784095Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T00:38:59.784059Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:38:59.784150Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:38:59.784161Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:38:59.784498Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-31T00:38:59.784552Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-31T00:38:59.784584Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-03-31T00:38:59.784915Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-31T00:38:59.784975Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T00:38:59.785028Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T00:39:00.566631Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T00:39:00.566695Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T00:39:00.566924Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-03-31T00:39:00.566951Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:39:00.566968Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-03-31T00:39:00.567758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-31T00:39:00.567775Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:39:00.567791Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-03-31T00:39:00.567799Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-31T00:39:00.568618Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:39:00.569447Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T00:39:00.569449Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:controller-1 ClientURLs:[https://162.253.55.204:2379]}","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T00:39:00.569511Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T00:39:00.569773Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T00:39:00.569830Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T00:39:00.570082Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.6"} {"level":"warn","ts":"2026-03-31T00:39:00.571342Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-31T00:39:00.571434Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-31T00:39:00.571568Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-31T00:39:00.572640Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:39:00.572781Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:39:00.572908Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-31T00:39:00.573076Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-31T00:39:00.577654Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-03-31T00:39:00.579698Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T00:39:00.579987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.580067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.583649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.599469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.614268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.640132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.658387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.676940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.685273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.695546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.703708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.712240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.722589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.734663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.742285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.753738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.764265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.774718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.785728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.796623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.804190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.843143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.876425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.887059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.897487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.904668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.913946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.922024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.930484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.941669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.950150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.960327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.968644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.980425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:00.989984Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.000985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.011204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.023272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.032454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.040200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.054026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.069093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.074808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.087801Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.116157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.126847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.136321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.144941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.152974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.159256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.167429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.175373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.194368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.203199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.214562Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.265145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.274616Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.283211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:39:01.340113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45916","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T00:39:10.248449Z","caller":"traceutil/trace.go:172","msg":"trace[868908977] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"221.273473ms","start":"2026-03-31T00:39:10.027156Z","end":"2026-03-31T00:39:10.248429Z","steps":["trace[868908977] 'process raft request' (duration: 221.157282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:10.293159Z","caller":"traceutil/trace.go:172","msg":"trace[1401033793] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"158.908826ms","start":"2026-03-31T00:39:10.134218Z","end":"2026-03-31T00:39:10.293127Z","steps":["trace[1401033793] 'process raft request' (duration: 158.838145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:10.293199Z","caller":"traceutil/trace.go:172","msg":"trace[1882652222] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"168.110492ms","start":"2026-03-31T00:39:10.125062Z","end":"2026-03-31T00:39:10.293173Z","steps":["trace[1882652222] 'process raft request' (duration: 167.83584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:10.443296Z","caller":"traceutil/trace.go:172","msg":"trace[1045592920] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"144.286945ms","start":"2026-03-31T00:39:10.298985Z","end":"2026-03-31T00:39:10.443272Z","steps":["trace[1045592920] 'process raft request' (duration: 141.250999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:39:10.443359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.106441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T00:39:10.443520Z","caller":"traceutil/trace.go:172","msg":"trace[2080557367] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:354; }","duration":"145.328813ms","start":"2026-03-31T00:39:10.298144Z","end":"2026-03-31T00:39:10.443472Z","steps":["trace[2080557367] 'range keys from in-memory index tree' (duration: 144.889529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.018905Z","caller":"traceutil/trace.go:172","msg":"trace[675766203] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"101.156363ms","start":"2026-03-31T00:39:11.917685Z","end":"2026-03-31T00:39:12.018841Z","steps":["trace[675766203] 'process raft request' (duration: 63.485684ms)","trace[675766203] 'compare' (duration: 37.499828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:39:12.206285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.589033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-31T00:39:12.206406Z","caller":"traceutil/trace.go:172","msg":"trace[309949575] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:380; }","duration":"129.722634ms","start":"2026-03-31T00:39:12.076658Z","end":"2026-03-31T00:39:12.206381Z","steps":["trace[309949575] 'agreement among raft nodes before linearized reading' (duration: 59.640009ms)","trace[309949575] 'range keys from in-memory index tree' (duration: 69.800563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:39:12.206696Z","caller":"traceutil/trace.go:172","msg":"trace[1988508842] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"179.017527ms","start":"2026-03-31T00:39:12.027657Z","end":"2026-03-31T00:39:12.206674Z","steps":["trace[1988508842] 'process raft request' (duration: 108.6283ms)","trace[1988508842] 'compare' (duration: 70.064515ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:39:12.207156Z","caller":"traceutil/trace.go:172","msg":"trace[1625146833] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"176.483967ms","start":"2026-03-31T00:39:12.030524Z","end":"2026-03-31T00:39:12.207008Z","steps":["trace[1625146833] 'process raft request' (duration: 176.359126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.207340Z","caller":"traceutil/trace.go:172","msg":"trace[1995004365] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"179.30083ms","start":"2026-03-31T00:39:12.027657Z","end":"2026-03-31T00:39:12.206958Z","steps":["trace[1995004365] 'process raft request' (duration: 178.880986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.396078Z","caller":"traceutil/trace.go:172","msg":"trace[1861337819] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"115.449767ms","start":"2026-03-31T00:39:12.280597Z","end":"2026-03-31T00:39:12.396046Z","steps":["trace[1861337819] 'process raft request' (duration: 38.99203ms)","trace[1861337819] 'compare' (duration: 76.256205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:39:12.396157Z","caller":"traceutil/trace.go:172","msg":"trace[1868697142] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"114.405599ms","start":"2026-03-31T00:39:12.281709Z","end":"2026-03-31T00:39:12.396115Z","steps":["trace[1868697142] 'process raft request' (duration: 114.271158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:39:12.633761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.31496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-9rbtc\" limit:1 ","response":"range_response_count:1 size:3429"} {"level":"info","ts":"2026-03-31T00:39:12.633865Z","caller":"traceutil/trace.go:172","msg":"trace[1791994800] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-9rbtc; range_end:; response_count:1; response_revision:398; }","duration":"168.436671ms","start":"2026-03-31T00:39:12.465404Z","end":"2026-03-31T00:39:12.633841Z","steps":["trace[1791994800] 'agreement among raft nodes before linearized reading' (duration: 49.638147ms)","trace[1791994800] 'range keys from in-memory index tree' (duration: 118.524122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:39:12.634461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.477112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T00:39:12.634980Z","caller":"traceutil/trace.go:172","msg":"trace[1978730528] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"219.302088ms","start":"2026-03-31T00:39:12.415657Z","end":"2026-03-31T00:39:12.634959Z","steps":["trace[1978730528] 'process raft request' (duration: 219.202357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.634991Z","caller":"traceutil/trace.go:172","msg":"trace[1942978102] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"220.150825ms","start":"2026-03-31T00:39:12.414772Z","end":"2026-03-31T00:39:12.634923Z","steps":["trace[1942978102] 'process raft request' (duration: 100.428723ms)","trace[1942978102] 'compare' (duration: 118.388571ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:39:12.635508Z","caller":"traceutil/trace.go:172","msg":"trace[226509009] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"212.589703ms","start":"2026-03-31T00:39:12.422908Z","end":"2026-03-31T00:39:12.635498Z","steps":["trace[226509009] 'process raft request' (duration: 212.018638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.635546Z","caller":"traceutil/trace.go:172","msg":"trace[988978324] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"219.308688ms","start":"2026-03-31T00:39:12.416214Z","end":"2026-03-31T00:39:12.635523Z","steps":["trace[988978324] 'process raft request' (duration: 218.683133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.665663Z","caller":"traceutil/trace.go:172","msg":"trace[774968262] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"198.926451ms","start":"2026-03-31T00:39:12.466722Z","end":"2026-03-31T00:39:12.665649Z","steps":["trace[774968262] 'process raft request' (duration: 198.883311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:12.665696Z","caller":"traceutil/trace.go:172","msg":"trace[1332991939] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"203.439038ms","start":"2026-03-31T00:39:12.462242Z","end":"2026-03-31T00:39:12.665681Z","steps":["trace[1332991939] 'process raft request' (duration: 203.243367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:14.528484Z","caller":"traceutil/trace.go:172","msg":"trace[1873979605] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"125.794641ms","start":"2026-03-31T00:39:14.402662Z","end":"2026-03-31T00:39:14.528456Z","steps":["trace[1873979605] 'process raft request' (duration: 89.837509ms)","trace[1873979605] 'compare' (duration: 35.884202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:39:20.698298Z","caller":"traceutil/trace.go:172","msg":"trace[802829682] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"218.759555ms","start":"2026-03-31T00:39:20.479509Z","end":"2026-03-31T00:39:20.698268Z","steps":["trace[802829682] 'process raft request' (duration: 218.599963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:20.710137Z","caller":"traceutil/trace.go:172","msg":"trace[269818988] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"164.479757ms","start":"2026-03-31T00:39:20.545641Z","end":"2026-03-31T00:39:20.710121Z","steps":["trace[269818988] 'process raft request' (duration: 164.408827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:26.070476Z","caller":"traceutil/trace.go:172","msg":"trace[558935066] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"385.625485ms","start":"2026-03-31T00:39:25.684830Z","end":"2026-03-31T00:39:26.070455Z","steps":["trace[558935066] 'process raft request' (duration: 385.422078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:39:26.070814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:39:25.684797Z","time spent":"385.752569ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:39:26.411284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.776751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:39:26.411345Z","caller":"traceutil/trace.go:172","msg":"trace[1131016737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:455; }","duration":"156.855764ms","start":"2026-03-31T00:39:26.254477Z","end":"2026-03-31T00:39:26.411333Z","steps":["trace[1131016737] 'range keys from in-memory index tree' (duration: 156.73506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:39:26.411439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.531591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:39:26.411455Z","caller":"traceutil/trace.go:172","msg":"trace[1080557377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"165.548022ms","start":"2026-03-31T00:39:26.245902Z","end":"2026-03-31T00:39:26.411450Z","steps":["trace[1080557377] 'range keys from in-memory index tree' (duration: 165.465799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:39:57.230054Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151) learners=(3537894633433550640)"} {"level":"info","ts":"2026-03-31T00:39:57.230230Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"3119206cae914f30","added-peer-peer-urls":["https://199.204.45.116:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-31T00:39:57.230294Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230366Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230636Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230682Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230813Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230855Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230874Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30","remote-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-31T00:39:57.230992Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"a11c20306510c1f7","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:57.230891Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"error","ts":"2026-03-31T00:39:57.277721Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:39:57.781466Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:39:58.285859Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:39:58.783526Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:39:59.279375Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:39:59.778663Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-31T00:39:59.962826Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:59.962897Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:59.962971Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:59.978789Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"3119206cae914f30","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:39:59.978830Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:39:59.979055Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"3119206cae914f30","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:39:59.979095Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.039050Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"a11c20306510c1f7","to":"3119206cae914f30","bytes":851977,"size":"852 kB"} {"level":"info","ts":"2026-03-31T00:40:00.039245Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":562,"remote-peer-id":"3119206cae914f30","bytes":851977,"size":"852 kB"} {"level":"info","ts":"2026-03-31T00:40:00.043444Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":843776,"size":"844 kB"} {"level":"info","ts":"2026-03-31T00:40:00.055803Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":562,"remote-peer-id":"3119206cae914f30","bytes":851977,"size":"852 kB"} {"level":"warn","ts":"2026-03-31T00:40:00.076427Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:00.076420Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30","error":"EOF"} {"level":"info","ts":"2026-03-31T00:40:00.088430Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.091769Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.095205Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"3119206cae914f30","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-31T00:40:00.095252Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.095264Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.097811Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"3119206cae914f30","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-31T00:40:00.097856Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.097874Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.282700Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=(3537894633433550640 11609189331680412151)"} {"level":"info","ts":"2026-03-31T00:40:00.282905Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","promoted-member-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:00.282992Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"a11c20306510c1f7","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:01.087027Z","caller":"traceutil/trace.go:172","msg":"trace[1980602037] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"145.174473ms","start":"2026-03-31T00:40:00.941840Z","end":"2026-03-31T00:40:01.087014Z","steps":["trace[1980602037] 'process raft request' (duration: 145.07821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:01.172462Z","caller":"traceutil/trace.go:172","msg":"trace[1111777973] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:564; }","duration":"190.170198ms","start":"2026-03-31T00:40:00.982268Z","end":"2026-03-31T00:40:01.172439Z","steps":["trace[1111777973] 'read index received' (duration: 190.161648ms)","trace[1111777973] 'applied index is now lower than readState.Index' (duration: 7.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:01.172725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.430434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T00:40:01.172751Z","caller":"traceutil/trace.go:172","msg":"trace[1160675093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"190.486145ms","start":"2026-03-31T00:40:00.982258Z","end":"2026-03-31T00:40:01.172744Z","steps":["trace[1160675093] 'agreement among raft nodes before linearized reading' (duration: 190.282431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:01.173253Z","caller":"traceutil/trace.go:172","msg":"trace[1121658522] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"230.269926ms","start":"2026-03-31T00:40:00.942954Z","end":"2026-03-31T00:40:01.173224Z","steps":["trace[1121658522] 'process raft request' (duration: 230.073381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:05.809354Z","caller":"traceutil/trace.go:172","msg":"trace[2102366030] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:576; }","duration":"217.104537ms","start":"2026-03-31T00:40:05.592228Z","end":"2026-03-31T00:40:05.809333Z","steps":["trace[2102366030] 'read index received' (duration: 217.096227ms)","trace[2102366030] 'applied index is now lower than readState.Index' (duration: 7.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:05.809565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.319222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:40:05.809600Z","caller":"traceutil/trace.go:172","msg":"trace[1720999711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"217.370893ms","start":"2026-03-31T00:40:05.592220Z","end":"2026-03-31T00:40:05.809591Z","steps":["trace[1720999711] 'agreement among raft nodes before linearized reading' (duration: 217.195029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:05.809663Z","caller":"traceutil/trace.go:172","msg":"trace[1681484252] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"490.884216ms","start":"2026-03-31T00:40:05.318750Z","end":"2026-03-31T00:40:05.809635Z","steps":["trace[1681484252] 'process raft request' (duration: 490.685381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:05.809873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:05.318725Z","time spent":"491.042819ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:11.380437Z","caller":"traceutil/trace.go:172","msg":"trace[2073629333] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"169.031489ms","start":"2026-03-31T00:40:11.211377Z","end":"2026-03-31T00:40:11.380409Z","steps":["trace[2073629333] 'process raft request' (duration: 168.832075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:11.523452Z","caller":"traceutil/trace.go:172","msg":"trace[1536308677] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:595; }","duration":"269.207231ms","start":"2026-03-31T00:40:11.254203Z","end":"2026-03-31T00:40:11.523410Z","steps":["trace[1536308677] 'read index received' (duration: 269.19619ms)","trace[1536308677] 'applied index is now lower than readState.Index' (duration: 9.021µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:11.523669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.411665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:11.523743Z","caller":"traceutil/trace.go:172","msg":"trace[1351156761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"269.528967ms","start":"2026-03-31T00:40:11.254193Z","end":"2026-03-31T00:40:11.523722Z","steps":["trace[1351156761] 'agreement among raft nodes before linearized reading' (duration: 269.360344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:11.523816Z","caller":"traceutil/trace.go:172","msg":"trace[1322326658] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"172.663358ms","start":"2026-03-31T00:40:11.351130Z","end":"2026-03-31T00:40:11.523793Z","steps":["trace[1322326658] 'process raft request' (duration: 172.446633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:11.524668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.585608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:11.524666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.7423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:11.524725Z","caller":"traceutil/trace.go:172","msg":"trace[47226292] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:561; }","duration":"221.66363ms","start":"2026-03-31T00:40:11.303048Z","end":"2026-03-31T00:40:11.524712Z","steps":["trace[47226292] 'agreement among raft nodes before linearized reading' (duration: 221.555307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:11.524736Z","caller":"traceutil/trace.go:172","msg":"trace[1417994171] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:561; }","duration":"179.825342ms","start":"2026-03-31T00:40:11.344897Z","end":"2026-03-31T00:40:11.524723Z","steps":["trace[1417994171] 'agreement among raft nodes before linearized reading' (duration: 179.709719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:12.378398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481094281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:40:12.878893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481094281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:40:12.946379Z","caller":"traceutil/trace.go:172","msg":"trace[1819100012] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:596; }","duration":"1.068918624s","start":"2026-03-31T00:40:11.877432Z","end":"2026-03-31T00:40:12.946350Z","steps":["trace[1819100012] 'read index received' (duration: 1.068911634s)","trace[1819100012] 'applied index is now lower than readState.Index' (duration: 5.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:12.946765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.069297442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:40:12.946804Z","caller":"traceutil/trace.go:172","msg":"trace[1639181028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:561; }","duration":"1.069371494s","start":"2026-03-31T00:40:11.877425Z","end":"2026-03-31T00:40:12.946796Z","steps":["trace[1639181028] 'agreement among raft nodes before linearized reading' (duration: 1.069147799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:12.946840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:11.877403Z","time spent":"1.069429066s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:12.947314Z","caller":"traceutil/trace.go:172","msg":"trace[1099270250] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.079658756s","start":"2026-03-31T00:40:11.867645Z","end":"2026-03-31T00:40:12.947304Z","steps":["trace[1099270250] 'process raft request' (duration: 1.079455351s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:12.947419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:11.867620Z","time spent":"1.079723977s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:40:12.948276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.138628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:12.948310Z","caller":"traceutil/trace.go:172","msg":"trace[506840691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"699.172859ms","start":"2026-03-31T00:40:12.249129Z","end":"2026-03-31T00:40:12.948302Z","steps":["trace[506840691] 'agreement among raft nodes before linearized reading' (duration: 699.118138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:12.948331Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:12.249103Z","time spent":"699.222999ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:40:12.948425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.146372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:12.948566Z","caller":"traceutil/trace.go:172","msg":"trace[1110356471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:562; }","duration":"694.275475ms","start":"2026-03-31T00:40:12.254243Z","end":"2026-03-31T00:40:12.948519Z","steps":["trace[1110356471] 'agreement among raft nodes before linearized reading' (duration: 694.0835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:13.076851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.026347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:13.076892Z","caller":"traceutil/trace.go:172","msg":"trace[1721080665] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"124.200272ms","start":"2026-03-31T00:40:12.952654Z","end":"2026-03-31T00:40:13.076854Z","steps":["trace[1721080665] 'process raft request' (duration: 124.027178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:13.076964Z","caller":"traceutil/trace.go:172","msg":"trace[890339426] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:562; }","duration":"100.343114ms","start":"2026-03-31T00:40:12.976600Z","end":"2026-03-31T00:40:13.076943Z","steps":["trace[890339426] 'agreement among raft nodes before linearized reading' (duration: 99.955916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:15.061017Z","caller":"traceutil/trace.go:172","msg":"trace[2138398341] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"103.57326ms","start":"2026-03-31T00:40:14.957423Z","end":"2026-03-31T00:40:15.060997Z","steps":["trace[2138398341] 'process raft request' (duration: 103.393247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:15.648783Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-31T00:40:16.478608Z","caller":"traceutil/trace.go:172","msg":"trace[126846720] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"224.925406ms","start":"2026-03-31T00:40:16.253659Z","end":"2026-03-31T00:40:16.478585Z","steps":["trace[126846720] 'read index received' (duration: 224.916575ms)","trace[126846720] 'applied index is now lower than readState.Index' (duration: 6.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:16.478808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.13022ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:16.478839Z","caller":"traceutil/trace.go:172","msg":"trace[865129971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:573; }","duration":"225.178871ms","start":"2026-03-31T00:40:16.253653Z","end":"2026-03-31T00:40:16.478832Z","steps":["trace[865129971] 'agreement among raft nodes before linearized reading' (duration: 225.085439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:16.478764Z","caller":"traceutil/trace.go:172","msg":"trace[354795668] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"230.809407ms","start":"2026-03-31T00:40:16.247934Z","end":"2026-03-31T00:40:16.478744Z","steps":["trace[354795668] 'process raft request' (duration: 230.654034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:16.480045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.89945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:16.480113Z","caller":"traceutil/trace.go:172","msg":"trace[1830767770] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:573; }","duration":"117.979782ms","start":"2026-03-31T00:40:16.362121Z","end":"2026-03-31T00:40:16.480101Z","steps":["trace[1830767770] 'agreement among raft nodes before linearized reading' (duration: 117.861039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:17.223919Z","caller":"traceutil/trace.go:172","msg":"trace[1095574387] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"112.119313ms","start":"2026-03-31T00:40:17.111763Z","end":"2026-03-31T00:40:17.223882Z","steps":["trace[1095574387] 'process raft request' (duration: 111.95694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:17.479526Z","caller":"traceutil/trace.go:172","msg":"trace[1558979119] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:612; }","duration":"232.172107ms","start":"2026-03-31T00:40:17.247329Z","end":"2026-03-31T00:40:17.479501Z","steps":["trace[1558979119] 'read index received' (duration: 232.166497ms)","trace[1558979119] 'applied index is now lower than readState.Index' (duration: 4.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:17.479746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.396271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:17.479808Z","caller":"traceutil/trace.go:172","msg":"trace[279565899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"232.469673ms","start":"2026-03-31T00:40:17.247323Z","end":"2026-03-31T00:40:17.479793Z","steps":["trace[279565899] 'agreement among raft nodes before linearized reading' (duration: 232.34521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:17.479805Z","caller":"traceutil/trace.go:172","msg":"trace[1096232718] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"251.828078ms","start":"2026-03-31T00:40:17.227951Z","end":"2026-03-31T00:40:17.479779Z","steps":["trace[1096232718] 'process raft request' (duration: 251.657215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:17.481111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.412329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:17.481192Z","caller":"traceutil/trace.go:172","msg":"trace[997820914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:577; }","duration":"227.643404ms","start":"2026-03-31T00:40:17.253517Z","end":"2026-03-31T00:40:17.481161Z","steps":["trace[997820914] 'agreement among raft nodes before linearized reading' (duration: 227.056022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:17.887410Z","caller":"traceutil/trace.go:172","msg":"trace[1730920029] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"232.639016ms","start":"2026-03-31T00:40:17.654751Z","end":"2026-03-31T00:40:17.887390Z","steps":["trace[1730920029] 'process raft request' (duration: 232.464882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.166929Z","caller":"traceutil/trace.go:172","msg":"trace[2097439363] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:615; }","duration":"142.116502ms","start":"2026-03-31T00:40:18.024784Z","end":"2026-03-31T00:40:18.166901Z","steps":["trace[2097439363] 'read index received' (duration: 142.109902ms)","trace[2097439363] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:18.167096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.290526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:18.167133Z","caller":"traceutil/trace.go:172","msg":"trace[1734200971] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:579; }","duration":"142.344707ms","start":"2026-03-31T00:40:18.024776Z","end":"2026-03-31T00:40:18.167121Z","steps":["trace[1734200971] 'agreement among raft nodes before linearized reading' (duration: 142.239895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.296414Z","caller":"traceutil/trace.go:172","msg":"trace[679208162] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:616; }","duration":"121.074595ms","start":"2026-03-31T00:40:18.175312Z","end":"2026-03-31T00:40:18.296387Z","steps":["trace[679208162] 'read index received' (duration: 121.070325ms)","trace[679208162] 'applied index is now lower than readState.Index' (duration: 3.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:18.296527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.201578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:18.296545Z","caller":"traceutil/trace.go:172","msg":"trace[873330316] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:580; }","duration":"121.232369ms","start":"2026-03-31T00:40:18.175307Z","end":"2026-03-31T00:40:18.296539Z","steps":["trace[873330316] 'agreement among raft nodes before linearized reading' (duration: 121.181307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.297015Z","caller":"traceutil/trace.go:172","msg":"trace[1339854902] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"122.391842ms","start":"2026-03-31T00:40:18.174585Z","end":"2026-03-31T00:40:18.296977Z","steps":["trace[1339854902] 'process raft request' (duration: 121.880962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.580308Z","caller":"traceutil/trace.go:172","msg":"trace[270778190] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:618; }","duration":"283.816575ms","start":"2026-03-31T00:40:18.296469Z","end":"2026-03-31T00:40:18.580286Z","steps":["trace[270778190] 'read index received' (duration: 283.809165ms)","trace[270778190] 'applied index is now lower than readState.Index' (duration: 6.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:18.580438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.480451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:18.580483Z","caller":"traceutil/trace.go:172","msg":"trace[402042422] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"279.565259ms","start":"2026-03-31T00:40:18.300901Z","end":"2026-03-31T00:40:18.580467Z","steps":["trace[402042422] 'process raft request' (duration: 279.501548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.580608Z","caller":"traceutil/trace.go:172","msg":"trace[774395033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:582; }","duration":"326.563923ms","start":"2026-03-31T00:40:18.253933Z","end":"2026-03-31T00:40:18.580497Z","steps":["trace[774395033] 'agreement among raft nodes before linearized reading' (duration: 326.45088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:18.581603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.080853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:18.581641Z","caller":"traceutil/trace.go:172","msg":"trace[161924402] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:583; }","duration":"112.145895ms","start":"2026-03-31T00:40:18.469487Z","end":"2026-03-31T00:40:18.581633Z","steps":["trace[161924402] 'agreement among raft nodes before linearized reading' (duration: 112.052533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.959291Z","caller":"traceutil/trace.go:172","msg":"trace[1864419279] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"371.484004ms","start":"2026-03-31T00:40:18.587792Z","end":"2026-03-31T00:40:18.959276Z","steps":["trace[1864419279] 'process raft request' (duration: 371.449864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:18.959390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:18.587777Z","time spent":"371.564626ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:18.959687Z","caller":"traceutil/trace.go:172","msg":"trace[95911760] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"373.617768ms","start":"2026-03-31T00:40:18.586032Z","end":"2026-03-31T00:40:18.959650Z","steps":["trace[95911760] 'process raft request' (duration: 373.078987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:18.959705Z","caller":"traceutil/trace.go:172","msg":"trace[1631021648] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"373.410364ms","start":"2026-03-31T00:40:18.586273Z","end":"2026-03-31T00:40:18.959684Z","steps":["trace[1631021648] 'process raft request' (duration: 372.935354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:18.959848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:18.586015Z","time spent":"373.74575ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:40:18.959886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:18.586266Z","time spent":"373.498715ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:19.128058Z","caller":"traceutil/trace.go:172","msg":"trace[1082172200] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"467.055873ms","start":"2026-03-31T00:40:18.660965Z","end":"2026-03-31T00:40:19.128021Z","steps":["trace[1082172200] 'process raft request' (duration: 409.586027ms)","trace[1082172200] 'compare' (duration: 56.957976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:19.128208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:18.660947Z","time spent":"467.199746ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:40:19.259459Z","caller":"traceutil/trace.go:172","msg":"trace[851276590] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:628; }","duration":"286.117372ms","start":"2026-03-31T00:40:18.973313Z","end":"2026-03-31T00:40:19.259430Z","steps":["trace[851276590] 'read index received' (duration: 286.112672ms)","trace[851276590] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:19.259574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.247495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:19.259603Z","caller":"traceutil/trace.go:172","msg":"trace[965531279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"286.288136ms","start":"2026-03-31T00:40:18.973307Z","end":"2026-03-31T00:40:19.259595Z","steps":["trace[965531279] 'agreement among raft nodes before linearized reading' (duration: 286.222534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:19.259671Z","caller":"traceutil/trace.go:172","msg":"trace[1285176032] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"294.722667ms","start":"2026-03-31T00:40:18.964940Z","end":"2026-03-31T00:40:19.259663Z","steps":["trace[1285176032] 'process raft request' (duration: 294.659716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:19.260750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.386727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T00:40:19.260790Z","caller":"traceutil/trace.go:172","msg":"trace[156909361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"153.432328ms","start":"2026-03-31T00:40:19.107350Z","end":"2026-03-31T00:40:19.260782Z","steps":["trace[156909361] 'agreement among raft nodes before linearized reading' (duration: 153.279775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:19.417887Z","caller":"traceutil/trace.go:172","msg":"trace[615869300] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"153.603571ms","start":"2026-03-31T00:40:19.264260Z","end":"2026-03-31T00:40:19.417863Z","steps":["trace[615869300] 'process raft request' (duration: 153.462889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:20.198607Z","caller":"traceutil/trace.go:172","msg":"trace[1098297330] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:634; }","duration":"266.987102ms","start":"2026-03-31T00:40:19.931600Z","end":"2026-03-31T00:40:20.198587Z","steps":["trace[1098297330] 'read index received' (duration: 266.982362ms)","trace[1098297330] 'applied index is now lower than readState.Index' (duration: 3.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:20.198808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.195026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"info","ts":"2026-03-31T00:40:20.198843Z","caller":"traceutil/trace.go:172","msg":"trace[1106633962] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:593; }","duration":"267.241847ms","start":"2026-03-31T00:40:19.931593Z","end":"2026-03-31T00:40:20.198834Z","steps":["trace[1106633962] 'agreement among raft nodes before linearized reading' (duration: 267.084654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:20.199936Z","caller":"traceutil/trace.go:172","msg":"trace[260292370] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"307.300323ms","start":"2026-03-31T00:40:19.892616Z","end":"2026-03-31T00:40:20.199917Z","steps":["trace[260292370] 'process raft request' (duration: 307.215181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.200112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:19.892579Z","time spent":"307.447596ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:20.669055Z","caller":"traceutil/trace.go:172","msg":"trace[373532946] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:636; }","duration":"470.354341ms","start":"2026-03-31T00:40:20.198683Z","end":"2026-03-31T00:40:20.669038Z","steps":["trace[373532946] 'read index received' (duration: 470.339561ms)","trace[373532946] 'applied index is now lower than readState.Index' (duration: 13.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:20.669216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"719.167337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:20.669261Z","caller":"traceutil/trace.go:172","msg":"trace[1827698390] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:595; }","duration":"719.213298ms","start":"2026-03-31T00:40:19.950025Z","end":"2026-03-31T00:40:20.669239Z","steps":["trace[1827698390] 'agreement among raft nodes before linearized reading' (duration: 719.128046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.669230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"623.900846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:20.669293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:19.950008Z","time spent":"719.27639ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:20.669313Z","caller":"traceutil/trace.go:172","msg":"trace[1071268072] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:595; }","duration":"623.998948ms","start":"2026-03-31T00:40:20.045295Z","end":"2026-03-31T00:40:20.669294Z","steps":["trace[1071268072] 'agreement among raft nodes before linearized reading' (duration: 623.856445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.669400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:20.045263Z","time spent":"624.08907ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:40:20.671176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.855884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:20.671193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.520073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:20.671245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.237561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:20.671263Z","caller":"traceutil/trace.go:172","msg":"trace[944172051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:596; }","duration":"417.256731ms","start":"2026-03-31T00:40:20.254001Z","end":"2026-03-31T00:40:20.671258Z","steps":["trace[944172051] 'agreement among raft nodes before linearized reading' (duration: 417.232211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.671244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.764264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:20.671301Z","caller":"traceutil/trace.go:172","msg":"trace[1849123952] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:596; }","duration":"323.821165ms","start":"2026-03-31T00:40:20.347465Z","end":"2026-03-31T00:40:20.671286Z","steps":["trace[1849123952] 'agreement among raft nodes before linearized reading' (duration: 323.732053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.671355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:20.347440Z","time spent":"323.900237ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:40:20.671384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.274699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"info","ts":"2026-03-31T00:40:20.671248Z","caller":"traceutil/trace.go:172","msg":"trace[1307969656] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:596; }","duration":"226.579414ms","start":"2026-03-31T00:40:20.444656Z","end":"2026-03-31T00:40:20.671236Z","steps":["trace[1307969656] 'agreement among raft nodes before linearized reading' (duration: 226.483462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:20.671433Z","caller":"traceutil/trace.go:172","msg":"trace[846698732] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:596; }","duration":"462.32454ms","start":"2026-03-31T00:40:20.209095Z","end":"2026-03-31T00:40:20.671419Z","steps":["trace[846698732] 'agreement among raft nodes before linearized reading' (duration: 461.972793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.671783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:20.209082Z","time spent":"462.684747ms","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2328,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:40:20.671484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.228281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:20.671212Z","caller":"traceutil/trace.go:172","msg":"trace[227045108] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:596; }","duration":"376.892695ms","start":"2026-03-31T00:40:20.294312Z","end":"2026-03-31T00:40:20.671204Z","steps":["trace[227045108] 'agreement among raft nodes before linearized reading' (duration: 376.834444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.672111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:20.294287Z","time spent":"377.813583ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:20.672206Z","caller":"traceutil/trace.go:172","msg":"trace[2033430340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"422.589258ms","start":"2026-03-31T00:40:20.249247Z","end":"2026-03-31T00:40:20.671836Z","steps":["trace[2033430340] 'agreement among raft nodes before linearized reading' (duration: 422.20656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:20.672718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:20.249228Z","time spent":"423.421984ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:40:21.211197Z","caller":"traceutil/trace.go:172","msg":"trace[1261346472] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"192.433892ms","start":"2026-03-31T00:40:21.018735Z","end":"2026-03-31T00:40:21.211169Z","steps":["trace[1261346472] 'process raft request' (duration: 192.283819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:21.652362Z","caller":"traceutil/trace.go:172","msg":"trace[615940272] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:638; }","duration":"205.289247ms","start":"2026-03-31T00:40:21.447050Z","end":"2026-03-31T00:40:21.652339Z","steps":["trace[615940272] 'read index received' (duration: 205.283787ms)","trace[615940272] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:21.652534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.47314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:21.652569Z","caller":"traceutil/trace.go:172","msg":"trace[605690067] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:597; }","duration":"205.528492ms","start":"2026-03-31T00:40:21.447032Z","end":"2026-03-31T00:40:21.652560Z","steps":["trace[605690067] 'agreement among raft nodes before linearized reading' (duration: 205.436191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:21.652622Z","caller":"traceutil/trace.go:172","msg":"trace[1390327326] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"223.849905ms","start":"2026-03-31T00:40:21.428755Z","end":"2026-03-31T00:40:21.652605Z","steps":["trace[1390327326] 'process raft request' (duration: 223.658282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:21.653324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.083831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:40:21.653385Z","caller":"traceutil/trace.go:172","msg":"trace[1705858586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"111.160073ms","start":"2026-03-31T00:40:21.542213Z","end":"2026-03-31T00:40:21.653373Z","steps":["trace[1705858586] 'agreement among raft nodes before linearized reading' (duration: 110.972329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:21.759211Z","caller":"traceutil/trace.go:172","msg":"trace[323551958] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"101.510231ms","start":"2026-03-31T00:40:21.657684Z","end":"2026-03-31T00:40:21.759194Z","steps":["trace[323551958] 'process raft request' (duration: 101.401589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:21.797747Z","caller":"traceutil/trace.go:172","msg":"trace[1021123885] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"117.463307ms","start":"2026-03-31T00:40:21.680267Z","end":"2026-03-31T00:40:21.797731Z","steps":["trace[1021123885] 'process raft request' (duration: 117.370555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:22.590171Z","caller":"traceutil/trace.go:172","msg":"trace[462527728] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"384.984488ms","start":"2026-03-31T00:40:22.205162Z","end":"2026-03-31T00:40:22.590146Z","steps":["trace[462527728] 'process raft request' (duration: 384.865716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:22.590304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:22.205144Z","time spent":"385.097451ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:22.590353Z","caller":"traceutil/trace.go:172","msg":"trace[963150362] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:642; }","duration":"341.842461ms","start":"2026-03-31T00:40:22.248477Z","end":"2026-03-31T00:40:22.590319Z","steps":["trace[963150362] 'read index received' (duration: 341.829761ms)","trace[963150362] 'applied index is now lower than readState.Index' (duration: 10.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:22.590545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.050855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:22.590642Z","caller":"traceutil/trace.go:172","msg":"trace[1929958260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"342.148947ms","start":"2026-03-31T00:40:22.248474Z","end":"2026-03-31T00:40:22.590623Z","steps":["trace[1929958260] 'agreement among raft nodes before linearized reading' (duration: 342.005254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:22.590797Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:22.248461Z","time spent":"342.220528ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:40:22.591868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.782841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:22.591910Z","caller":"traceutil/trace.go:172","msg":"trace[429427439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:601; }","duration":"337.822902ms","start":"2026-03-31T00:40:22.254075Z","end":"2026-03-31T00:40:22.591898Z","steps":["trace[429427439] 'agreement among raft nodes before linearized reading' (duration: 337.767461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:23.831645Z","caller":"traceutil/trace.go:172","msg":"trace[275314690] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"154.378702ms","start":"2026-03-31T00:40:23.677250Z","end":"2026-03-31T00:40:23.831628Z","steps":["trace[275314690] 'process raft request' (duration: 154.220079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:24.211851Z","caller":"traceutil/trace.go:172","msg":"trace[441414592] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:645; }","duration":"469.124412ms","start":"2026-03-31T00:40:23.742705Z","end":"2026-03-31T00:40:24.211829Z","steps":["trace[441414592] 'read index received' (duration: 469.117912ms)","trace[441414592] 'applied index is now lower than readState.Index' (duration: 5.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:24.212158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.440668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-31T00:40:24.212199Z","caller":"traceutil/trace.go:172","msg":"trace[1337412368] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:603; }","duration":"469.502249ms","start":"2026-03-31T00:40:23.742687Z","end":"2026-03-31T00:40:24.212189Z","steps":["trace[1337412368] 'agreement among raft nodes before linearized reading' (duration: 469.313095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.212243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:23.742661Z","time spent":"469.573971ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":466,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:24.231386Z","caller":"traceutil/trace.go:172","msg":"trace[1765534229] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"428.292152ms","start":"2026-03-31T00:40:23.803073Z","end":"2026-03-31T00:40:24.231365Z","steps":["trace[1765534229] 'process raft request' (duration: 427.996736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.231543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:23.803047Z","time spent":"428.416405ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:24.231396Z","caller":"traceutil/trace.go:172","msg":"trace[1003637293] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"408.025237ms","start":"2026-03-31T00:40:23.823352Z","end":"2026-03-31T00:40:24.231378Z","steps":["trace[1003637293] 'process raft request' (duration: 407.955176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.232178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:23.823333Z","time spent":"408.278162ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:40:24.251482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.019447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:24.251543Z","caller":"traceutil/trace.go:172","msg":"trace[475214156] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:605; }","duration":"162.081708ms","start":"2026-03-31T00:40:24.089446Z","end":"2026-03-31T00:40:24.251527Z","steps":["trace[475214156] 'agreement among raft nodes before linearized reading' (duration: 161.985387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.251548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.137144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:24.251607Z","caller":"traceutil/trace.go:172","msg":"trace[1467690061] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:605; }","duration":"393.199045ms","start":"2026-03-31T00:40:23.858393Z","end":"2026-03-31T00:40:24.251592Z","steps":["trace[1467690061] 'agreement among raft nodes before linearized reading' (duration: 393.097923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.251658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:23.858378Z","time spent":"393.270086ms","remote":"127.0.0.1:45328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:40:24.251479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.860543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:24.251766Z","caller":"traceutil/trace.go:172","msg":"trace[1488422949] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:605; }","duration":"241.154029ms","start":"2026-03-31T00:40:24.010594Z","end":"2026-03-31T00:40:24.251748Z","steps":["trace[1488422949] 'agreement among raft nodes before linearized reading' (duration: 240.827142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.252459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.770508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:40:24.252498Z","caller":"traceutil/trace.go:172","msg":"trace[48825447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"489.814899ms","start":"2026-03-31T00:40:23.762676Z","end":"2026-03-31T00:40:24.252491Z","steps":["trace[48825447] 'agreement among raft nodes before linearized reading' (duration: 488.84031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:24.252518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:23.762645Z","time spent":"489.867931ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:24.793028Z","caller":"traceutil/trace.go:172","msg":"trace[1917993572] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"197.452833ms","start":"2026-03-31T00:40:24.595551Z","end":"2026-03-31T00:40:24.793004Z","steps":["trace[1917993572] 'process raft request' (duration: 197.229639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:26.492773Z","caller":"traceutil/trace.go:172","msg":"trace[213600293] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"154.940345ms","start":"2026-03-31T00:40:26.337819Z","end":"2026-03-31T00:40:26.492759Z","steps":["trace[213600293] 'process raft request' (duration: 154.818463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:26.726603Z","caller":"traceutil/trace.go:172","msg":"trace[2044206718] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:661; }","duration":"188.932684ms","start":"2026-03-31T00:40:26.537646Z","end":"2026-03-31T00:40:26.726579Z","steps":["trace[2044206718] 'read index received' (duration: 188.926594ms)","trace[2044206718] 'applied index is now lower than readState.Index' (duration: 4.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:26.726744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.074496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:26.726794Z","caller":"traceutil/trace.go:172","msg":"trace[487105541] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:617; }","duration":"189.125877ms","start":"2026-03-31T00:40:26.537639Z","end":"2026-03-31T00:40:26.726765Z","steps":["trace[487105541] 'agreement among raft nodes before linearized reading' (duration: 189.032396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:28.401603Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481094420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:40:28.901814Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481094420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:40:28.969396Z","caller":"traceutil/trace.go:172","msg":"trace[1528653634] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.097656437s","start":"2026-03-31T00:40:27.871723Z","end":"2026-03-31T00:40:28.969379Z","steps":["trace[1528653634] 'process raft request' (duration: 1.097517645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:28.969549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:27.871699Z","time spent":"1.097775349s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:40:29.120679Z","caller":"traceutil/trace.go:172","msg":"trace[195711080] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:670; }","duration":"1.220045767s","start":"2026-03-31T00:40:27.900592Z","end":"2026-03-31T00:40:29.120637Z","steps":["trace[195711080] 'read index received' (duration: 1.220033217s)","trace[195711080] 'applied index is now lower than readState.Index' (duration: 9.57µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:40:29.120730Z","caller":"traceutil/trace.go:172","msg":"trace[1807023607] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"859.843553ms","start":"2026-03-31T00:40:28.260857Z","end":"2026-03-31T00:40:29.120701Z","steps":["trace[1807023607] 'process raft request' (duration: 859.600479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:29.120933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:28.260837Z","time spent":"859.981806ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:40:29.122062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.221459733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:29.122081Z","caller":"traceutil/trace.go:172","msg":"trace[2130491084] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"275.532432ms","start":"2026-03-31T00:40:28.846532Z","end":"2026-03-31T00:40:29.122065Z","steps":["trace[2130491084] 'process raft request' (duration: 275.41848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:29.122131Z","caller":"traceutil/trace.go:172","msg":"trace[642699237] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:625; }","duration":"1.221532505s","start":"2026-03-31T00:40:27.900584Z","end":"2026-03-31T00:40:29.122116Z","steps":["trace[642699237] 'agreement among raft nodes before linearized reading' (duration: 1.22023273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:29.122176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:27.900565Z","time spent":"1.221599177s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:40:29.125554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"871.793108ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:29.125622Z","caller":"traceutil/trace.go:172","msg":"trace[56456969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:627; }","duration":"871.860109ms","start":"2026-03-31T00:40:28.253745Z","end":"2026-03-31T00:40:29.125605Z","steps":["trace[56456969] 'agreement among raft nodes before linearized reading' (duration: 871.751537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:29.125949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.116262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:29.126208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.648038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:40:29.126789Z","caller":"traceutil/trace.go:172","msg":"trace[1856865183] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:627; }","duration":"211.000998ms","start":"2026-03-31T00:40:28.915767Z","end":"2026-03-31T00:40:29.126768Z","steps":["trace[1856865183] 'agreement among raft nodes before linearized reading' (duration: 209.865217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:29.126879Z","caller":"traceutil/trace.go:172","msg":"trace[1787754584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"629.3206ms","start":"2026-03-31T00:40:28.497535Z","end":"2026-03-31T00:40:29.126855Z","steps":["trace[1787754584] 'agreement among raft nodes before linearized reading' (duration: 628.488045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:29.126280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.248866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:29.126994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:28.497513Z","time spent":"629.429493ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:29.127018Z","caller":"traceutil/trace.go:172","msg":"trace[244095897] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:627; }","duration":"872.9753ms","start":"2026-03-31T00:40:28.254025Z","end":"2026-03-31T00:40:29.127000Z","steps":["trace[244095897] 'agreement among raft nodes before linearized reading' (duration: 872.228656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:29.126291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.413555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:29.127082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:28.254004Z","time spent":"873.059461ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:29.127118Z","caller":"traceutil/trace.go:172","msg":"trace[1285394557] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:627; }","duration":"678.261891ms","start":"2026-03-31T00:40:28.448843Z","end":"2026-03-31T00:40:29.127105Z","steps":["trace[1285394557] 'agreement among raft nodes before linearized reading' (duration: 677.371584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:29.127201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:28.448817Z","time spent":"678.372892ms","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:30.057013Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"a11c20306510c1f7","to":"3119206cae914f30","bytes":851977,"size":"852 kB","took":"30.017960122s"} {"level":"info","ts":"2026-03-31T00:40:33.120082Z","caller":"traceutil/trace.go:172","msg":"trace[1949936154] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"127.039805ms","start":"2026-03-31T00:40:32.993021Z","end":"2026-03-31T00:40:33.120061Z","steps":["trace[1949936154] 'process raft request' (duration: 126.854492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:35.380859Z","caller":"traceutil/trace.go:172","msg":"trace[858400772] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"116.577445ms","start":"2026-03-31T00:40:35.264260Z","end":"2026-03-31T00:40:35.380838Z","steps":["trace[858400772] 'process raft request' (duration: 116.359121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:39.356295Z","caller":"traceutil/trace.go:172","msg":"trace[594668249] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:709; }","duration":"106.961121ms","start":"2026-03-31T00:40:39.249284Z","end":"2026-03-31T00:40:39.356245Z","steps":["trace[594668249] 'read index received' (duration: 106.949401ms)","trace[594668249] 'applied index is now lower than readState.Index' (duration: 9.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:39.356488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.179736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:39.356636Z","caller":"traceutil/trace.go:172","msg":"trace[835732474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"107.348089ms","start":"2026-03-31T00:40:39.249268Z","end":"2026-03-31T00:40:39.356616Z","steps":["trace[835732474] 'agreement among raft nodes before linearized reading' (duration: 107.102544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:39.356784Z","caller":"traceutil/trace.go:172","msg":"trace[368480827] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"125.85116ms","start":"2026-03-31T00:40:39.230912Z","end":"2026-03-31T00:40:39.356763Z","steps":["trace[368480827] 'process raft request' (duration: 125.416163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:39.857442Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481094503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:40:39.870297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.518521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:39.870387Z","caller":"traceutil/trace.go:172","msg":"trace[918831027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:660; }","duration":"616.612523ms","start":"2026-03-31T00:40:39.253753Z","end":"2026-03-31T00:40:39.870365Z","steps":["trace[918831027] 'agreement among raft nodes before linearized reading' (duration: 616.48463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:39.870632Z","caller":"traceutil/trace.go:172","msg":"trace[1683732588] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:710; }","duration":"513.60736ms","start":"2026-03-31T00:40:39.356413Z","end":"2026-03-31T00:40:39.870020Z","steps":["trace[1683732588] 'read index received' (duration: 513.60083ms)","trace[1683732588] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:39.871321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"513.102011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:39.871420Z","caller":"traceutil/trace.go:172","msg":"trace[821133327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"513.215073ms","start":"2026-03-31T00:40:39.358187Z","end":"2026-03-31T00:40:39.871402Z","steps":["trace[821133327] 'agreement among raft nodes before linearized reading' (duration: 513.03715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:39.871498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:39.358166Z","time spent":"513.315084ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:40:39.871775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.661952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:40:39.871993Z","caller":"traceutil/trace.go:172","msg":"trace[1423335498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:661; }","duration":"474.949707ms","start":"2026-03-31T00:40:39.396978Z","end":"2026-03-31T00:40:39.871928Z","steps":["trace[1423335498] 'agreement among raft nodes before linearized reading' (duration: 474.338516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:40:39.872116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:40:39.396961Z","time spent":"475.13633ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:40:40.155256Z","caller":"traceutil/trace.go:172","msg":"trace[130236590] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"278.389868ms","start":"2026-03-31T00:40:39.876842Z","end":"2026-03-31T00:40:40.155232Z","steps":["trace[130236590] 'process raft request' (duration: 229.188787ms)","trace[130236590] 'compare' (duration: 49.085979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:40:42.433039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.578755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:40:42.433077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.282238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:40:42.433150Z","caller":"traceutil/trace.go:172","msg":"trace[528110023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:668; }","duration":"179.701367ms","start":"2026-03-31T00:40:42.253423Z","end":"2026-03-31T00:40:42.433125Z","steps":["trace[528110023] 'range keys from in-memory index tree' (duration: 178.76202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:42.433224Z","caller":"traceutil/trace.go:172","msg":"trace[918799499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"183.383519ms","start":"2026-03-31T00:40:42.249765Z","end":"2026-03-31T00:40:42.433149Z","steps":["trace[918799499] 'range keys from in-memory index tree' (duration: 182.082027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:53.677124Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=(3537894633433550640 11609189331680412151) learners=(4625522210060070399)"} {"level":"info","ts":"2026-03-31T00:40:53.677357Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"403127f1674f6dff","added-peer-peer-urls":["https://199.204.45.235:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-31T00:40:53.677441Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:53.677473Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:53.677668Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:53.677668Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:53.677683Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:53.677701Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-31T00:40:53.677735Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:53.677713Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"warn","ts":"2026-03-31T00:40:53.699693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.235:40760","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-31T00:40:53.718558Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:40:54.231607Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-31T00:40:54.231712Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"403127f1674f6dff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-31T00:40:54.721749Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-31T00:40:55.219858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.235:40790","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-31T00:40:55.220630Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-31T00:40:55.220694Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"403127f1674f6dff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-31T00:40:55.720845Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-31T00:40:56.220776Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-31T00:40:56.220855Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"403127f1674f6dff","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-31T00:40:56.254738Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.258067Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.258096Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.263355Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"a11c20306510c1f7","to":"403127f1674f6dff","bytes":1098286,"size":"1.1 MB"} {"level":"info","ts":"2026-03-31T00:40:56.263480Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"403127f1674f6dff","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:40:56.263530Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.263549Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":761,"remote-peer-id":"403127f1674f6dff","bytes":1098286,"size":"1.1 MB"} {"level":"info","ts":"2026-03-31T00:40:56.267760Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"403127f1674f6dff","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:40:56.267804Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.271937Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1089536,"size":"1.1 MB"} {"level":"info","ts":"2026-03-31T00:40:56.283607Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":761,"remote-peer-id":"403127f1674f6dff","bytes":1098286,"size":"1.1 MB"} {"level":"warn","ts":"2026-03-31T00:40:56.295521Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:56.295520Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff","error":"EOF"} {"level":"info","ts":"2026-03-31T00:40:56.310888Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"403127f1674f6dff","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-31T00:40:56.310960Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.310974Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.311184Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.311199Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.319203Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"a11c20306510c1f7","to":"403127f1674f6dff","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-31T00:40:56.319250Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.319264Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a11c20306510c1f7","remote-peer-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.759563Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"a11c20306510c1f7 switched to configuration voters=(3537894633433550640 4625522210060070399 11609189331680412151)"} {"level":"info","ts":"2026-03-31T00:40:56.759750Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","promoted-member-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:40:56.759807Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"a11c20306510c1f7","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"403127f1674f6dff"} {"level":"info","ts":"2026-03-31T00:41:01.599394Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-31T00:41:07.580795Z","caller":"traceutil/trace.go:172","msg":"trace[860728666] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"152.16558ms","start":"2026-03-31T00:41:07.428604Z","end":"2026-03-31T00:41:07.580770Z","steps":["trace[860728666] 'process raft request' (duration: 151.964217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:09.754784Z","caller":"traceutil/trace.go:172","msg":"trace[1645750202] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"169.078585ms","start":"2026-03-31T00:41:09.585681Z","end":"2026-03-31T00:41:09.754760Z","steps":["trace[1645750202] 'process raft request' (duration: 168.795711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:09.794252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.612879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T00:41:09.794309Z","caller":"traceutil/trace.go:172","msg":"trace[1765673379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"110.68556ms","start":"2026-03-31T00:41:09.683611Z","end":"2026-03-31T00:41:09.794296Z","steps":["trace[1765673379] 'agreement among raft nodes before linearized reading' (duration: 110.505808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:15.195261Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-31T00:41:21.985090Z","caller":"traceutil/trace.go:172","msg":"trace[2138008318] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"138.486589ms","start":"2026-03-31T00:41:21.846580Z","end":"2026-03-31T00:41:21.985066Z","steps":["trace[2138008318] 'process raft request' (duration: 138.439419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:26.284258Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"a11c20306510c1f7","to":"403127f1674f6dff","bytes":1098286,"size":"1.1 MB","took":"30.020862166s"} {"level":"info","ts":"2026-03-31T00:41:28.091922Z","caller":"traceutil/trace.go:172","msg":"trace[477862266] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"187.150963ms","start":"2026-03-31T00:41:27.904750Z","end":"2026-03-31T00:41:28.091901Z","steps":["trace[477862266] 'process raft request' (duration: 186.762658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:36.897606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.525716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:14309"} {"level":"info","ts":"2026-03-31T00:41:36.897695Z","caller":"traceutil/trace.go:172","msg":"trace[2116079710] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:973; }","duration":"114.631967ms","start":"2026-03-31T00:41:36.783047Z","end":"2026-03-31T00:41:36.897679Z","steps":["trace[2116079710] 'agreement among raft nodes before linearized reading' (duration: 80.41852ms)","trace[2116079710] 'range keys from in-memory index tree' (duration: 34.055525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:36.897840Z","caller":"traceutil/trace.go:172","msg":"trace[1228028053] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"121.214743ms","start":"2026-03-31T00:41:36.776593Z","end":"2026-03-31T00:41:36.897808Z","steps":["trace[1228028053] 'process raft request' (duration: 86.800033ms)","trace[1228028053] 'compare' (duration: 34.186097ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:36.898140Z","caller":"traceutil/trace.go:172","msg":"trace[263738616] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"117.93083ms","start":"2026-03-31T00:41:36.780187Z","end":"2026-03-31T00:41:36.898118Z","steps":["trace[263738616] 'process raft request' (duration: 117.641986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.100971Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.345103ms"} {"level":"warn","ts":"2026-03-31T00:41:37.101083Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.488015ms"} {"level":"info","ts":"2026-03-31T00:41:37.187476Z","caller":"traceutil/trace.go:172","msg":"trace[1738443630] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1062; }","duration":"323.999841ms","start":"2026-03-31T00:41:36.863418Z","end":"2026-03-31T00:41:37.187418Z","steps":["trace[1738443630] 'read index received' (duration: 323.99166ms)","trace[1738443630] 'applied index is now lower than readState.Index' (duration: 6.601µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:37.187610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.236937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:37.187675Z","caller":"traceutil/trace.go:172","msg":"trace[882460973] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:976; }","duration":"338.320168ms","start":"2026-03-31T00:41:36.849340Z","end":"2026-03-31T00:41:37.187661Z","steps":["trace[882460973] 'agreement among raft nodes before linearized reading' (duration: 338.202826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.187720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:36.849315Z","time spent":"338.397579ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:37.188562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.771035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:37.188604Z","caller":"traceutil/trace.go:172","msg":"trace[599908769] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:977; }","duration":"201.861836ms","start":"2026-03-31T00:41:36.986732Z","end":"2026-03-31T00:41:37.188594Z","steps":["trace[599908769] 'agreement among raft nodes before linearized reading' (duration: 201.738614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.188558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.741983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:37.189034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.396297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:14309"} {"level":"info","ts":"2026-03-31T00:41:37.188799Z","caller":"traceutil/trace.go:172","msg":"trace[1493378665] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:977; }","duration":"293.016076ms","start":"2026-03-31T00:41:36.895764Z","end":"2026-03-31T00:41:37.188780Z","steps":["trace[1493378665] 'agreement among raft nodes before linearized reading' (duration: 292.705462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:37.189101Z","caller":"traceutil/trace.go:172","msg":"trace[1642010749] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:977; }","duration":"285.467408ms","start":"2026-03-31T00:41:36.903618Z","end":"2026-03-31T00:41:37.189085Z","steps":["trace[1642010749] 'agreement among raft nodes before linearized reading' (duration: 285.269016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.189531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.818712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T00:41:37.189669Z","caller":"traceutil/trace.go:172","msg":"trace[791754182] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:977; }","duration":"239.957554ms","start":"2026-03-31T00:41:36.949697Z","end":"2026-03-31T00:41:37.189654Z","steps":["trace[791754182] 'agreement among raft nodes before linearized reading' (duration: 238.89878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:38.701639Z","caller":"traceutil/trace.go:172","msg":"trace[1969143127] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1072; }","duration":"280.994223ms","start":"2026-03-31T00:41:38.420626Z","end":"2026-03-31T00:41:38.701620Z","steps":["trace[1969143127] 'read index received' (duration: 280.989563ms)","trace[1969143127] 'applied index is now lower than readState.Index' (duration: 3.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:38.702098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.466079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:38.702142Z","caller":"traceutil/trace.go:172","msg":"trace[792143262] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:985; }","duration":"281.52663ms","start":"2026-03-31T00:41:38.420605Z","end":"2026-03-31T00:41:38.702132Z","steps":["trace[792143262] 'agreement among raft nodes before linearized reading' (duration: 281.310257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:38.702808Z","caller":"traceutil/trace.go:172","msg":"trace[1471715432] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"284.754261ms","start":"2026-03-31T00:41:38.417889Z","end":"2026-03-31T00:41:38.702643Z","steps":["trace[1471715432] 'process raft request' (duration: 284.608819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:38.962356Z","caller":"traceutil/trace.go:172","msg":"trace[1214693358] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"253.954342ms","start":"2026-03-31T00:41:38.708386Z","end":"2026-03-31T00:41:38.962340Z","steps":["trace[1214693358] 'process raft request' (duration: 253.844271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:39.077656Z","caller":"traceutil/trace.go:172","msg":"trace[111357060] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1074; }","duration":"241.513888ms","start":"2026-03-31T00:41:38.835805Z","end":"2026-03-31T00:41:39.077319Z","steps":["trace[111357060] 'read index received' (duration: 241.498977ms)","trace[111357060] 'applied index is now lower than readState.Index' (duration: 13.361µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:39.355382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.573611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:39.355451Z","caller":"traceutil/trace.go:172","msg":"trace[1301367789] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:987; }","duration":"519.645831ms","start":"2026-03-31T00:41:38.835789Z","end":"2026-03-31T00:41:39.355434Z","steps":["trace[1301367789] 'agreement among raft nodes before linearized reading' (duration: 241.776302ms)","trace[1301367789] 'range keys from in-memory index tree' (duration: 277.760278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:39.355482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:38.835766Z","time spent":"519.708752ms","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:39.355384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.428021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:39.355628Z","caller":"traceutil/trace.go:172","msg":"trace[565228629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:987; }","duration":"101.682954ms","start":"2026-03-31T00:41:39.253935Z","end":"2026-03-31T00:41:39.355618Z","steps":["trace[565228629] 'range keys from in-memory index tree' (duration: 101.328659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:39.360512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.986516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T00:41:39.360935Z","caller":"traceutil/trace.go:172","msg":"trace[218701259] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1074; }","duration":"111.187686ms","start":"2026-03-31T00:41:39.249733Z","end":"2026-03-31T00:41:39.360921Z","steps":["trace[218701259] 'read index received' (duration: 1.152575ms)","trace[218701259] 'applied index is now lower than readState.Index' (duration: 110.034491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:39.361345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.602252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:39.361642Z","caller":"traceutil/trace.go:172","msg":"trace[1535990547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:988; }","duration":"111.678553ms","start":"2026-03-31T00:41:39.249727Z","end":"2026-03-31T00:41:39.361405Z","steps":["trace[1535990547] 'agreement among raft nodes before linearized reading' (duration: 111.576781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:39.861001Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.181556ms"} {"level":"warn","ts":"2026-03-31T00:41:39.861103Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.297697ms"} {"level":"warn","ts":"2026-03-31T00:41:40.688533Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:41.189274Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095058,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:41.194579Z","caller":"traceutil/trace.go:172","msg":"trace[1686441364] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"1.533846513s","start":"2026-03-31T00:41:39.660714Z","end":"2026-03-31T00:41:41.194561Z","steps":["trace[1686441364] 'process raft request' (duration: 1.533727242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.194703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.660690Z","time spent":"1.533945104s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.233620Z","caller":"traceutil/trace.go:172","msg":"trace[1551727355] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1077; }","duration":"1.045395888s","start":"2026-03-31T00:41:40.188201Z","end":"2026-03-31T00:41:41.233597Z","steps":["trace[1551727355] 'read index received' (duration: 1.045388058s)","trace[1551727355] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:41.233758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.04554753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:41.233810Z","caller":"traceutil/trace.go:172","msg":"trace[2134425569] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:989; }","duration":"1.04560997s","start":"2026-03-31T00:41:40.188186Z","end":"2026-03-31T00:41:41.233796Z","steps":["trace[2134425569] 'agreement among raft nodes before linearized reading' (duration: 1.045509029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.233842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.188165Z","time spent":"1.045668891s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:41.234197Z","caller":"traceutil/trace.go:172","msg":"trace[2137874083] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"1.572083373s","start":"2026-03-31T00:41:39.662101Z","end":"2026-03-31T00:41:41.234185Z","steps":["trace[2137874083] 'process raft request' (duration: 1.571750339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.234295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.662081Z","time spent":"1.572145854s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.234391Z","caller":"traceutil/trace.go:172","msg":"trace[1918683100] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"1.549420351s","start":"2026-03-31T00:41:39.684957Z","end":"2026-03-31T00:41:41.234377Z","steps":["trace[1918683100] 'process raft request' (duration: 1.549151558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.234454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.684949Z","time spent":"1.549474042s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.234593Z","caller":"traceutil/trace.go:172","msg":"trace[639734651] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"1.56950827s","start":"2026-03-31T00:41:39.665072Z","end":"2026-03-31T00:41:41.234580Z","steps":["trace[639734651] 'process raft request' (duration: 1.568883182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.234649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.665035Z","time spent":"1.569586771s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.235103Z","caller":"traceutil/trace.go:172","msg":"trace[1243917506] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"1.085413663s","start":"2026-03-31T00:41:40.149672Z","end":"2026-03-31T00:41:41.235085Z","steps":["trace[1243917506] 'process raft request' (duration: 1.085375533s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:41.235195Z","caller":"traceutil/trace.go:172","msg":"trace[1539888990] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"1.557303132s","start":"2026-03-31T00:41:39.677871Z","end":"2026-03-31T00:41:41.235174Z","steps":["trace[1539888990] 'process raft request' (duration: 1.556117877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.235239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.149635Z","time spent":"1.085534844s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:41.235317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.677847Z","time spent":"1.557410503s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.235455Z","caller":"traceutil/trace.go:172","msg":"trace[484108063] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"1.548073973s","start":"2026-03-31T00:41:39.687371Z","end":"2026-03-31T00:41:41.235445Z","steps":["trace[484108063] 'process raft request' (duration: 1.546859047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.235511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.687357Z","time spent":"1.548132323s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.235845Z","caller":"traceutil/trace.go:172","msg":"trace[973935998] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.471790578s","start":"2026-03-31T00:41:39.764039Z","end":"2026-03-31T00:41:41.235830Z","steps":["trace[973935998] 'process raft request' (duration: 1.470879236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.236149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.764002Z","time spent":"1.472106091s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.236193Z","caller":"traceutil/trace.go:172","msg":"trace[548474764] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.339167804s","start":"2026-03-31T00:41:39.897010Z","end":"2026-03-31T00:41:41.236177Z","steps":["trace[548474764] 'process raft request' (duration: 1.337949868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.236639Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.896973Z","time spent":"1.339628401s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.236296Z","caller":"traceutil/trace.go:172","msg":"trace[707799415] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"1.087665453s","start":"2026-03-31T00:41:40.148621Z","end":"2026-03-31T00:41:41.236287Z","steps":["trace[707799415] 'process raft request' (duration: 1.086377736s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:41.236334Z","caller":"traceutil/trace.go:172","msg":"trace[1168954380] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"1.531288036s","start":"2026-03-31T00:41:39.705039Z","end":"2026-03-31T00:41:41.236327Z","steps":["trace[1168954380] 'process raft request' (duration: 1.52926531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.238278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.705019Z","time spent":"1.533210721s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:41.236356Z","caller":"traceutil/trace.go:172","msg":"trace[1883086167] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"1.54012072s","start":"2026-03-31T00:41:39.696229Z","end":"2026-03-31T00:41:41.236350Z","steps":["trace[1883086167] 'process raft request' (duration: 1.538035744s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:41.236387Z","caller":"traceutil/trace.go:172","msg":"trace[1052365529] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"1.521595881s","start":"2026-03-31T00:41:39.714785Z","end":"2026-03-31T00:41:41.236381Z","steps":["trace[1052365529] 'process raft request' (duration: 1.519551514s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:41.236419Z","caller":"traceutil/trace.go:172","msg":"trace[910280700] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.498901978s","start":"2026-03-31T00:41:39.737510Z","end":"2026-03-31T00:41:41.236412Z","steps":["trace[910280700] 'process raft request' (duration: 1.497363818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.238384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.737485Z","time spent":"1.500869983s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:41:41.238549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.148549Z","time spent":"1.088608834s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:41.238715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.696201Z","time spent":"1.54247633s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:41:41.238919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.714777Z","time spent":"1.524103273s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:41:41.300339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.671937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:41.300402Z","caller":"traceutil/trace.go:172","msg":"trace[1278256199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1005; }","duration":"289.752748ms","start":"2026-03-31T00:41:41.010639Z","end":"2026-03-31T00:41:41.300392Z","steps":["trace[1278256199] 'agreement among raft nodes before linearized reading' (duration: 289.612666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.300456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"611.231226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:41.300562Z","caller":"traceutil/trace.go:172","msg":"trace[182504203] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1005; }","duration":"611.345187ms","start":"2026-03-31T00:41:40.689203Z","end":"2026-03-31T00:41:41.300548Z","steps":["trace[182504203] 'agreement among raft nodes before linearized reading' (duration: 611.204745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.300602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.689172Z","time spent":"611.423358ms","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:41.300620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.160697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T00:41:41.300613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.046391098s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:41.300646Z","caller":"traceutil/trace.go:172","msg":"trace[1808918070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1005; }","duration":"333.188077ms","start":"2026-03-31T00:41:40.967452Z","end":"2026-03-31T00:41:41.300640Z","steps":["trace[1808918070] 'agreement among raft nodes before linearized reading' (duration: 333.072116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.300666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.967427Z","time spent":"333.235137ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:41.300673Z","caller":"traceutil/trace.go:172","msg":"trace[1652982313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1005; }","duration":"1.046465508s","start":"2026-03-31T00:41:40.254194Z","end":"2026-03-31T00:41:41.300660Z","steps":["trace[1652982313] 'agreement among raft nodes before linearized reading' (duration: 1.046344097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.301495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.095400129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T00:41:41.301529Z","caller":"traceutil/trace.go:172","msg":"trace[1997098964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1005; }","duration":"1.09544015s","start":"2026-03-31T00:41:40.206080Z","end":"2026-03-31T00:41:41.301521Z","steps":["trace[1997098964] 'agreement among raft nodes before linearized reading' (duration: 1.09472896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.301548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.206068Z","time spent":"1.09547499s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:43.430122Z","caller":"traceutil/trace.go:172","msg":"trace[870970361] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1238; }","duration":"175.978162ms","start":"2026-03-31T00:41:43.254069Z","end":"2026-03-31T00:41:43.430047Z","steps":["trace[870970361] 'read index received' (duration: 175.968082ms)","trace[870970361] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:43.540570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.47873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:43.540652Z","caller":"traceutil/trace.go:172","msg":"trace[1297379652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1073; }","duration":"286.570421ms","start":"2026-03-31T00:41:43.254065Z","end":"2026-03-31T00:41:43.540635Z","steps":["trace[1297379652] 'agreement among raft nodes before linearized reading' (duration: 176.159265ms)","trace[1297379652] 'range keys from in-memory index tree' (duration: 110.295925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:43.541200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.764131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T00:41:43.541295Z","caller":"traceutil/trace.go:172","msg":"trace[747960253] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1238; }","duration":"111.083126ms","start":"2026-03-31T00:41:43.430197Z","end":"2026-03-31T00:41:43.541280Z","steps":["trace[747960253] 'read index received' (duration: 5.290938ms)","trace[747960253] 'applied index is now lower than readState.Index' (duration: 105.791158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:43.541423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.163124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T00:41:43.541446Z","caller":"traceutil/trace.go:172","msg":"trace[52709072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1074; }","duration":"205.189035ms","start":"2026-03-31T00:41:43.336250Z","end":"2026-03-31T00:41:43.541439Z","steps":["trace[52709072] 'agreement among raft nodes before linearized reading' (duration: 205.071243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:43.541698Z","caller":"traceutil/trace.go:172","msg":"trace[948987374] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"296.718052ms","start":"2026-03-31T00:41:43.244966Z","end":"2026-03-31T00:41:43.541684Z","steps":["trace[948987374] 'process raft request' (duration: 185.392143ms)","trace[948987374] 'compare' (duration: 110.64307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:43.541875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.116174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:41:43.541907Z","caller":"traceutil/trace.go:172","msg":"trace[2085401958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1074; }","duration":"205.149255ms","start":"2026-03-31T00:41:43.336749Z","end":"2026-03-31T00:41:43.541898Z","steps":["trace[2085401958] 'agreement among raft nodes before linearized reading' (duration: 205.067884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:43.684499Z","caller":"traceutil/trace.go:172","msg":"trace[1952053024] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"138.10576ms","start":"2026-03-31T00:41:43.546371Z","end":"2026-03-31T00:41:43.684477Z","steps":["trace[1952053024] 'process raft request' (duration: 137.976438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:45.780314Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"89.451734ms"} {"level":"warn","ts":"2026-03-31T00:41:45.780394Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"89.539755ms"} {"level":"info","ts":"2026-03-31T00:41:45.819778Z","caller":"traceutil/trace.go:172","msg":"trace[1733039349] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1257; }","duration":"259.02703ms","start":"2026-03-31T00:41:45.560726Z","end":"2026-03-31T00:41:45.819753Z","steps":["trace[1733039349] 'read index received' (duration: 220.863946ms)","trace[1733039349] 'applied index is now lower than readState.Index' (duration: 38.161794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:45.820197Z","caller":"traceutil/trace.go:172","msg":"trace[440393976] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"272.726483ms","start":"2026-03-31T00:41:45.547381Z","end":"2026-03-31T00:41:45.820108Z","steps":["trace[440393976] 'process raft request' (duration: 233.070471ms)","trace[440393976] 'compare' (duration: 39.079475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:45.820871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.133384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T00:41:45.820923Z","caller":"traceutil/trace.go:172","msg":"trace[699362983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"260.198734ms","start":"2026-03-31T00:41:45.560712Z","end":"2026-03-31T00:41:45.820910Z","steps":["trace[699362983] 'agreement among raft nodes before linearized reading' (duration: 260.030322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:45.821934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.986603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:45.821963Z","caller":"traceutil/trace.go:172","msg":"trace[135366786] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"189.018734ms","start":"2026-03-31T00:41:45.632937Z","end":"2026-03-31T00:41:45.821956Z","steps":["trace[135366786] 'agreement among raft nodes before linearized reading' (duration: 188.968833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:45.822134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.922993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:41:45.822154Z","caller":"traceutil/trace.go:172","msg":"trace[1690599421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1090; }","duration":"132.942933ms","start":"2026-03-31T00:41:45.689205Z","end":"2026-03-31T00:41:45.822147Z","steps":["trace[1690599421] 'agreement among raft nodes before linearized reading' (duration: 132.875502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:46.338065Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"318.126007ms"} {"level":"warn","ts":"2026-03-31T00:41:46.338148Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"318.255968ms"} {"level":"warn","ts":"2026-03-31T00:41:46.356991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.968639ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:46.357980Z","caller":"traceutil/trace.go:172","msg":"trace[1580585073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"103.953611ms","start":"2026-03-31T00:41:46.253997Z","end":"2026-03-31T00:41:46.357950Z","steps":["trace[1580585073] 'range keys from in-memory index tree' (duration: 102.950339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:46.358213Z","caller":"traceutil/trace.go:172","msg":"trace[1448709366] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"533.584391ms","start":"2026-03-31T00:41:45.824578Z","end":"2026-03-31T00:41:46.358163Z","steps":["trace[1448709366] 'process raft request' (duration: 513.619199ms)","trace[1448709366] 'compare' (duration: 18.702086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:46.358365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:45.824556Z","time spent":"533.729322ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:46.358433Z","caller":"traceutil/trace.go:172","msg":"trace[2064778251] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"532.894772ms","start":"2026-03-31T00:41:45.825516Z","end":"2026-03-31T00:41:46.358410Z","steps":["trace[2064778251] 'process raft request' (duration: 532.193383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:46.358556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:45.825467Z","time spent":"533.022834ms","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:46.359046Z","caller":"traceutil/trace.go:172","msg":"trace[1234952605] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"532.631849ms","start":"2026-03-31T00:41:45.826250Z","end":"2026-03-31T00:41:46.358882Z","steps":["trace[1234952605] 'process raft request' (duration: 532.120542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:46.359144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:45.826226Z","time spent":"532.867662ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:46.401179Z","caller":"traceutil/trace.go:172","msg":"trace[1581681539] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1261; }","duration":"153.277605ms","start":"2026-03-31T00:41:46.247882Z","end":"2026-03-31T00:41:46.401160Z","steps":["trace[1581681539] 'read index received' (duration: 153.271555ms)","trace[1581681539] 'applied index is now lower than readState.Index' (duration: 4.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:46.401433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.549458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:46.401995Z","caller":"traceutil/trace.go:172","msg":"trace[228417998] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"212.565443ms","start":"2026-03-31T00:41:46.189415Z","end":"2026-03-31T00:41:46.401980Z","steps":["trace[228417998] 'process raft request' (duration: 212.478632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:46.402600Z","caller":"traceutil/trace.go:172","msg":"trace[979142981] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"566.482385ms","start":"2026-03-31T00:41:45.836088Z","end":"2026-03-31T00:41:46.402571Z","steps":["trace[979142981] 'process raft request' (duration: 565.698026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:46.402694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.453701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:46.402734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:45.836059Z","time spent":"566.607958ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:46.402834Z","caller":"traceutil/trace.go:172","msg":"trace[1641480321] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1095; }","duration":"105.485281ms","start":"2026-03-31T00:41:46.297232Z","end":"2026-03-31T00:41:46.402717Z","steps":["trace[1641480321] 'agreement among raft nodes before linearized reading' (duration: 105.430171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:46.403355Z","caller":"traceutil/trace.go:172","msg":"trace[1538778327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"153.587308ms","start":"2026-03-31T00:41:46.247864Z","end":"2026-03-31T00:41:46.401452Z","steps":["trace[1538778327] 'agreement among raft nodes before linearized reading' (duration: 153.524468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:46.734689Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.247239ms"} {"level":"warn","ts":"2026-03-31T00:41:46.734832Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.397961ms"} {"level":"warn","ts":"2026-03-31T00:41:47.297472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.608589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T00:41:47.297571Z","caller":"traceutil/trace.go:172","msg":"trace[2135818583] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1263; }","duration":"564.576854ms","start":"2026-03-31T00:41:46.732981Z","end":"2026-03-31T00:41:47.297558Z","steps":["trace[2135818583] 'read index received' (duration: 3.20256ms)","trace[2135818583] 'applied index is now lower than readState.Index' (duration: 561.373144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:47.297712Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.724535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:47.297743Z","caller":"traceutil/trace.go:172","msg":"trace[1911557958] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1096; }","duration":"564.758936ms","start":"2026-03-31T00:41:46.732976Z","end":"2026-03-31T00:41:47.297735Z","steps":["trace[1911557958] 'agreement among raft nodes before linearized reading' (duration: 564.693515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:47.297712Z","caller":"traceutil/trace.go:172","msg":"trace[262454677] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"863.032791ms","start":"2026-03-31T00:41:46.434642Z","end":"2026-03-31T00:41:47.297675Z","steps":["trace[262454677] 'process raft request' (duration: 300.165069ms)","trace[262454677] 'compare' (duration: 562.208724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:47.297770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:46.732954Z","time spent":"564.807947ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:47.298683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:46.434612Z","time spent":"863.931602ms","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:41:47.662453Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"96.48786ms"} {"level":"warn","ts":"2026-03-31T00:41:47.662522Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"96.565181ms"} {"level":"warn","ts":"2026-03-31T00:41:47.897625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.954525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T00:41:47.898901Z","caller":"traceutil/trace.go:172","msg":"trace[1941477497] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"528.171794ms","start":"2026-03-31T00:41:47.370704Z","end":"2026-03-31T00:41:47.898876Z","steps":["trace[1941477497] 'process raft request' (duration: 291.860852ms)","trace[1941477497] 'compare' (duration: 234.747892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:47.899406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:47.370670Z","time spent":"528.272346ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:47.899788Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"403127f1674f6dff","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.245804ms"} {"level":"warn","ts":"2026-03-31T00:41:47.899819Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3119206cae914f30","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.280745ms"} {"level":"info","ts":"2026-03-31T00:41:47.900365Z","caller":"traceutil/trace.go:172","msg":"trace[279944986] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1265; }","duration":"468.873838ms","start":"2026-03-31T00:41:47.431460Z","end":"2026-03-31T00:41:47.900334Z","steps":["trace[279944986] 'read index received' (duration: 468.859578ms)","trace[279944986] 'applied index is now lower than readState.Index' (duration: 9.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:47.900548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.059801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:47.900581Z","caller":"traceutil/trace.go:172","msg":"trace[858720907] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1099; }","duration":"469.118781ms","start":"2026-03-31T00:41:47.431453Z","end":"2026-03-31T00:41:47.900572Z","steps":["trace[858720907] 'agreement among raft nodes before linearized reading' (duration: 468.99729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:47.900620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:47.431427Z","time spent":"469.183932ms","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:47.944578Z","caller":"traceutil/trace.go:172","msg":"trace[1667314882] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"117.438997ms","start":"2026-03-31T00:41:47.827119Z","end":"2026-03-31T00:41:47.944558Z","steps":["trace[1667314882] 'process raft request' (duration: 117.391846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:47.944617Z","caller":"traceutil/trace.go:172","msg":"trace[222889282] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"208.450402ms","start":"2026-03-31T00:41:47.736140Z","end":"2026-03-31T00:41:47.944590Z","steps":["trace[222889282] 'process raft request' (duration: 206.506908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:48.752011Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:49.252891Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:49.753953Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:50.250990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999866584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T00:41:50.251121Z","caller":"traceutil/trace.go:172","msg":"trace[848269075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018696s","start":"2026-03-31T00:41:48.251086Z","end":"2026-03-31T00:41:50.251104Z","steps":["trace[848269075] 'agreement among raft nodes before linearized reading' (duration: 1.999862434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:50.251176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.251070Z","time spent":"2.000096037s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:50.254699Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095236,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:50.497002Z","caller":"traceutil/trace.go:172","msg":"trace[412707990] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1274; }","duration":"2.245859821s","start":"2026-03-31T00:41:48.251090Z","end":"2026-03-31T00:41:50.496950Z","steps":["trace[412707990] 'read index received' (duration: 2.245851361s)","trace[412707990] 'applied index is now lower than readState.Index' (duration: 6.55µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:50.499403Z","caller":"traceutil/trace.go:172","msg":"trace[1190910066] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"2.074689054s","start":"2026-03-31T00:41:48.424692Z","end":"2026-03-31T00:41:50.499381Z","steps":["trace[1190910066] 'process raft request' (duration: 2.073487939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:50.499558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.424658Z","time spent":"2.074822196s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:50.997828Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:51.497987Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:51.566579Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1275","msg":"a11c20306510c1f7 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-03-31T00:41:51.566723Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"a11c20306510c1f7 became follower at term 2"} {"level":"info","ts":"2026-03-31T00:41:51.566745Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: a11c20306510c1f7 lost leader a11c20306510c1f7 at term 2"} {"level":"warn","ts":"2026-03-31T00:41:51.998994Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:51.999154Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:52.252791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000012213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T00:41:52.252945Z","caller":"traceutil/trace.go:172","msg":"trace[1061910483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181835s","start":"2026-03-31T00:41:50.252741Z","end":"2026-03-31T00:41:52.252922Z","steps":["trace[1061910483] 'agreement among raft nodes before linearized reading' (duration: 2.000006003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:52.253012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:50.252717Z","time spent":"2.000282106s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:41:52.277931Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.278022Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:52.499687Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:52.499854Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672499Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672585Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672622Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672652Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672810Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.672831Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.674077Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.674132Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.674164Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.674189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"a11c20306510c1f7 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:52.766488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a11c20306510c1f7 is starting a new election at term 2"} {"level":"info","ts":"2026-03-31T00:41:52.766544Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a11c20306510c1f7 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-31T00:41:52.766574Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 3119206cae914f30 at term 2"} {"level":"info","ts":"2026-03-31T00:41:52.766591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 403127f1674f6dff at term 2"} {"level":"info","ts":"2026-03-31T00:41:52.766646Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-31T00:41:52.766673Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-31T00:41:53.000352Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:53.010090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999927505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:53.010151Z","caller":"traceutil/trace.go:172","msg":"trace[150686172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999996326s","start":"2026-03-31T00:41:51.010136Z","end":"2026-03-31T00:41:53.010133Z","steps":["trace[150686172] 'agreement among raft nodes before linearized reading' (duration: 1.999925495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:53.010203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:51.010108Z","time spent":"2.000087347s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 00:41:53 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:53.500520Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:53.971154Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a11c20306510c1f7 is starting a new election at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.971225Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a11c20306510c1f7 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.971250Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 3119206cae914f30 at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.971273Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 403127f1674f6dff at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.978336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.978367Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:41:53.978384Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from 403127f1674f6dff at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.978402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:41:53.978430Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"a11c20306510c1f7 became candidate at term 3"} {"level":"info","ts":"2026-03-31T00:41:53.978450Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgVote request to 3119206cae914f30 at term 3"} {"level":"info","ts":"2026-03-31T00:41:53.978462Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgVote request to 403127f1674f6dff at term 3"} {"level":"info","ts":"2026-03-31T00:41:53.980556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 3"} {"level":"info","ts":"2026-03-31T00:41:53.980576Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-31T00:41:54.000701Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:54.262375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999852644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:54.262440Z","caller":"traceutil/trace.go:172","msg":"trace[1148178086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999930175s","start":"2026-03-31T00:41:52.262496Z","end":"2026-03-31T00:41:54.262426Z","steps":["trace[1148178086] 'agreement among raft nodes before linearized reading' (duration: 1.999850754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:54.262479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:52.262475Z","time spent":"1.999998037s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 00:41:54 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:54.500852Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:54.906532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.906127Z","time spent":"5.000396128s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T00:41:54.949036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.949760Z","time spent":"4.999269795s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 00:41:54 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T00:41:54.968129Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968181Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968190Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968196Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968205Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968212Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968227Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968233Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968240Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968247Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968258Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968265Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968270Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgHeartbeatResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"info","ts":"2026-03-31T00:41:54.968280Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 3] ignored a MsgAppResp message with lower term from 3119206cae914f30 [term: 2]"} {"level":"warn","ts":"2026-03-31T00:41:55.004367Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:55.505088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:55.766421Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a11c20306510c1f7 is starting a new election at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.766757Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a11c20306510c1f7 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.766778Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 3119206cae914f30 at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.766790Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 403127f1674f6dff at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.767011Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.767030Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:41:55.768901Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from 3119206cae914f30 at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.768964Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:41:55.768999Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"a11c20306510c1f7 became candidate at term 4"} {"level":"info","ts":"2026-03-31T00:41:55.769040Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgVote request to 3119206cae914f30 at term 4"} {"level":"info","ts":"2026-03-31T00:41:55.769072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgVote request to 403127f1674f6dff at term 4"} {"level":"info","ts":"2026-03-31T00:41:55.769984Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 4"} {"level":"info","ts":"2026-03-31T00:41:55.770026Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-31T00:41:55.776639Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"41f79d415457bd23","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T00:41:55.794504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.792187Z","time spent":"7.001988249s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T00:41:55.921198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.920448Z","time spent":"7.000739881s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T00:41:56.005567Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:56.263011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000473078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:56.263071Z","caller":"traceutil/trace.go:172","msg":"trace[530105483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545449s","start":"2026-03-31T00:41:54.262515Z","end":"2026-03-31T00:41:56.263060Z","steps":["trace[530105483] 'agreement among raft nodes before linearized reading' (duration: 2.000472468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:56.263105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:54.262503Z","time spent":"2.00059665s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 00:41:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:56.507993Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:56.712706Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 4] ignored a MsgVoteResp message with lower term from 403127f1674f6dff [term: 3]"} {"level":"warn","ts":"2026-03-31T00:41:57.012137Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:57.268040Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"a11c20306510c1f7 is starting a new election at term 4"} {"level":"info","ts":"2026-03-31T00:41:57.268106Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"a11c20306510c1f7 became pre-candidate at term 4"} {"level":"info","ts":"2026-03-31T00:41:57.268125Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 3119206cae914f30 at term 4"} {"level":"info","ts":"2026-03-31T00:41:57.268135Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgPreVote request to 403127f1674f6dff at term 4"} {"level":"info","ts":"2026-03-31T00:41:57.268174Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 4"} {"level":"info","ts":"2026-03-31T00:41:57.268188Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-31T00:41:57.497350Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-31T00:41:57.499089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.095347388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499122Z","caller":"traceutil/trace.go:172","msg":"trace[1908903571] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"8.095402149s","start":"2026-03-31T00:41:49.403710Z","end":"2026-03-31T00:41:57.499112Z","steps":["trace[1908903571] 'agreement among raft nodes before linearized reading' (duration: 8.095069855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:57.499156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.403702Z","time spent":"8.095445549s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:57.499187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.097299313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499197Z","caller":"traceutil/trace.go:172","msg":"trace[1119253753] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"8.097310633s","start":"2026-03-31T00:41:49.401883Z","end":"2026-03-31T00:41:57.499193Z","steps":["trace[1119253753] 'agreement among raft nodes before linearized reading' (duration: 8.097299063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:57.499215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.401867Z","time spent":"8.097344183s","remote":"127.0.0.1:45578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:57.499239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.709008738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9tzd4\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499253Z","caller":"traceutil/trace.go:172","msg":"trace[1668539965] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9tzd4; range_end:; }","duration":"8.709022919s","start":"2026-03-31T00:41:48.790224Z","end":"2026-03-31T00:41:57.499247Z","steps":["trace[1668539965] 'agreement among raft nodes before linearized reading' (duration: 8.709008848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:57.499268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.790196Z","time spent":"8.70906642s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-9tzd4\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:57.499297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.01445807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499314Z","caller":"traceutil/trace.go:172","msg":"trace[1774772037] range","detail":"{range_begin:/registry/daemonsets; range_end:; }","duration":"9.01447425s","start":"2026-03-31T00:41:48.484833Z","end":"2026-03-31T00:41:57.499307Z","steps":["trace[1774772037] 'agreement among raft nodes before linearized reading' (duration: 9.01445884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:57.499326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.484807Z","time spent":"9.01451433s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:57.499350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.133875148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499365Z","caller":"traceutil/trace.go:172","msg":"trace[1927749391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.133889118s","start":"2026-03-31T00:41:48.365469Z","end":"2026-03-31T00:41:57.499358Z","steps":["trace[1927749391] 'agreement among raft nodes before linearized reading' (duration: 9.133874878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:57.499380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.365423Z","time spent":"9.133952308s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:57.499404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.134442254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499416Z","caller":"traceutil/trace.go:172","msg":"trace[1877979151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.134454145s","start":"2026-03-31T00:41:48.364956Z","end":"2026-03-31T00:41:57.499410Z","steps":["trace[1877979151] 'agreement among raft nodes before linearized reading' (duration: 9.134441944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:57.499431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.364933Z","time spent":"9.134493526s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:57.499453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.245370496s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T00:41:57.499465Z","caller":"traceutil/trace.go:172","msg":"trace[510227544] range","detail":"{range_begin:; range_end:; }","duration":"9.245384496s","start":"2026-03-31T00:41:48.254077Z","end":"2026-03-31T00:41:57.499462Z","steps":["trace[510227544] 'agreement among raft nodes before linearized reading' (duration: 9.245369986s)"],"step_count":1} {"level":"error","ts":"2026-03-31T00:41:57.499503Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-31T00:41:57.561003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:50.560212Z","time spent":"7.000784266s","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T00:41:58.000301Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:58.004399Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgPreVoteResp from 403127f1674f6dff at term 4"} {"level":"info","ts":"2026-03-31T00:41:58.004463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:41:58.004485Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"a11c20306510c1f7 became candidate at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.004502Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgVote request to 3119206cae914f30 at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.004601Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"a11c20306510c1f7 [logterm: 2, index: 1281] sent MsgVote request to 403127f1674f6dff at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.004621Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 5] ignored a MsgVoteResp message with lower term from 403127f1674f6dff [term: 4]"} {"level":"info","ts":"2026-03-31T00:41:58.005555Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.005584Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-31T00:41:58.269221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999909034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T00:41:58.269282Z","caller":"traceutil/trace.go:172","msg":"trace[1776064908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982585s","start":"2026-03-31T00:41:56.269289Z","end":"2026-03-31T00:41:58.269272Z","steps":["trace[1776064908] 'agreement among raft nodes before linearized reading' (duration: 1.999907814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.269316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:56.269276Z","time spent":"2.000035076s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:41:58.351653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"a11c20306510c1f7 received MsgVoteResp from 403127f1674f6dff at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.357026Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"a11c20306510c1f7 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-31T00:41:58.357272Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"a11c20306510c1f7 became leader at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.357312Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.357382Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"a11c20306510c1f7 [term: 5] ignored a MsgVoteResp message with lower term from 3119206cae914f30 [term: 4]"} {"level":"warn","ts":"2026-03-31T00:41:58.360135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.207153977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.360184Z","caller":"traceutil/trace.go:172","msg":"trace[512544498] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; }","duration":"2.207218047s","start":"2026-03-31T00:41:56.152958Z","end":"2026-03-31T00:41:58.360176Z","steps":["trace[512544498] 'agreement among raft nodes before linearized reading' (duration: 2.207153097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.360210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:56.152943Z","time spent":"2.207261868s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.360528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.033824886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.360548Z","caller":"traceutil/trace.go:172","msg":"trace[1297599473] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"3.033847196s","start":"2026-03-31T00:41:55.326696Z","end":"2026-03-31T00:41:58.360543Z","steps":["trace[1297599473] 'agreement among raft nodes before linearized reading' (duration: 3.033824686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.361065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.134681784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.361180Z","caller":"traceutil/trace.go:172","msg":"trace[2120731705] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"3.134718885s","start":"2026-03-31T00:41:55.226372Z","end":"2026-03-31T00:41:58.361091Z","steps":["trace[2120731705] 'agreement among raft nodes before linearized reading' (duration: 3.134680644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.361224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:55.226353Z","time spent":"3.134863466s","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.361312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.404123124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.361360Z","caller":"traceutil/trace.go:172","msg":"trace[909980790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.404187185s","start":"2026-03-31T00:41:54.957167Z","end":"2026-03-31T00:41:58.361354Z","steps":["trace[909980790] 'agreement among raft nodes before linearized reading' (duration: 3.404122794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.361053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:55.326682Z","time spent":"3.033935627s","remote":"127.0.0.1:45578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.361379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:54.957148Z","time spent":"3.404224156s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.361718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.45081355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.361750Z","caller":"traceutil/trace.go:172","msg":"trace[775858252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.45085712s","start":"2026-03-31T00:41:54.910876Z","end":"2026-03-31T00:41:58.361733Z","steps":["trace[775858252] 'agreement among raft nodes before linearized reading' (duration: 3.45081319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.362501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:54.910861Z","time spent":"3.45162996s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.362683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.887301457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.362706Z","caller":"traceutil/trace.go:172","msg":"trace[1364370057] range","detail":"{range_begin:/registry/services/endpoints; range_end:; }","duration":"3.887335267s","start":"2026-03-31T00:41:54.475363Z","end":"2026-03-31T00:41:58.362698Z","steps":["trace[1364370057] 'agreement among raft nodes before linearized reading' (duration: 3.887301387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.362760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:54.475341Z","time spent":"3.887375097s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.362791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.071827209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.362891Z","caller":"traceutil/trace.go:172","msg":"trace[1391945720] range","detail":"{range_begin:/registry/servicecidrs; range_end:; }","duration":"4.07187276s","start":"2026-03-31T00:41:54.290958Z","end":"2026-03-31T00:41:58.362831Z","steps":["trace[1391945720] 'agreement among raft nodes before linearized reading' (duration: 4.071827329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.362915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:54.290939Z","time spent":"4.071969561s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.363009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.714998075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.363048Z","caller":"traceutil/trace.go:172","msg":"trace[2004579013] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; }","duration":"4.715038195s","start":"2026-03-31T00:41:53.648002Z","end":"2026-03-31T00:41:58.363041Z","steps":["trace[2004579013] 'agreement among raft nodes before linearized reading' (duration: 4.714997505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.363071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:53.647932Z","time spent":"4.715133117s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.204\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.363183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.011072334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.363209Z","caller":"traceutil/trace.go:172","msg":"trace[1642668539] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; }","duration":"5.011138314s","start":"2026-03-31T00:41:53.352066Z","end":"2026-03-31T00:41:58.363204Z","steps":["trace[1642668539] 'agreement among raft nodes before linearized reading' (duration: 5.011071844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.363264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:53.352040Z","time spent":"5.011215805s","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.363755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.944508107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.363846Z","caller":"traceutil/trace.go:172","msg":"trace[1796409390] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"6.944592998s","start":"2026-03-31T00:41:51.419236Z","end":"2026-03-31T00:41:58.363829Z","steps":["trace[1796409390] 'agreement among raft nodes before linearized reading' (duration: 6.944067302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.363906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:51.419200Z","time spent":"6.944659258s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-31T00:41:58.364843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"835.797687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:58.364904Z","caller":"traceutil/trace.go:172","msg":"trace[342753932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"835.869338ms","start":"2026-03-31T00:41:57.529024Z","end":"2026-03-31T00:41:58.364893Z","steps":["trace[342753932] 'agreement among raft nodes before linearized reading' (duration: 835.796587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.364964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.528996Z","time spent":"835.931058ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} 2026/03/31 00:41:58 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:58.365084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.240767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:58.365107Z","caller":"traceutil/trace.go:172","msg":"trace[637782868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"838.261467ms","start":"2026-03-31T00:41:57.526836Z","end":"2026-03-31T00:41:58.365098Z","steps":["trace[637782868] 'agreement among raft nodes before linearized reading' (duration: 838.239877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.365123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.526817Z","time spent":"838.301318ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} 2026/03/31 00:41:58 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T00:41:58.545046Z","caller":"traceutil/trace.go:172","msg":"trace[841849519] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1275; }","duration":"184.923862ms","start":"2026-03-31T00:41:58.360095Z","end":"2026-03-31T00:41:58.545019Z","steps":["trace[841849519] 'read index received' (duration: 183.727167ms)","trace[841849519] 'applied index is now lower than readState.Index' (duration: 1.195415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:58.545151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"986.225228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:58.545258Z","caller":"traceutil/trace.go:172","msg":"trace[1388285384] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1112; }","duration":"986.353ms","start":"2026-03-31T00:41:57.558884Z","end":"2026-03-31T00:41:58.545237Z","steps":["trace[1388285384] 'agreement among raft nodes before linearized reading' (duration: 986.155247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.545248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.783737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:58.545294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.015904931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:58.545301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.558864Z","time spent":"986.42885ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:58.545332Z","caller":"traceutil/trace.go:172","msg":"trace[1248268899] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1112; }","duration":"1.015962912s","start":"2026-03-31T00:41:57.529359Z","end":"2026-03-31T00:41:58.545322Z","steps":["trace[1248268899] 'agreement among raft nodes before linearized reading' (duration: 1.015876801s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:58.545334Z","caller":"traceutil/trace.go:172","msg":"trace[1030591749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"274.881148ms","start":"2026-03-31T00:41:58.270434Z","end":"2026-03-31T00:41:58.545315Z","steps":["trace[1030591749] 'agreement among raft nodes before linearized reading' (duration: 274.709276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.545370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.529353Z","time spent":"1.016007362s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.545515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.01667135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:58.545575Z","caller":"traceutil/trace.go:172","msg":"trace[757767404] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1112; }","duration":"1.016741491s","start":"2026-03-31T00:41:57.528820Z","end":"2026-03-31T00:41:58.545561Z","steps":["trace[757767404] 'agreement among raft nodes before linearized reading' (duration: 1.016615609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.545612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.528808Z","time spent":"1.016795692s","remote":"127.0.0.1:45578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.545659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.016310945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9tzd4\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-31T00:41:58.545746Z","caller":"traceutil/trace.go:172","msg":"trace[1697071822] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9tzd4; range_end:; response_count:1; response_revision:1112; }","duration":"1.016412847s","start":"2026-03-31T00:41:57.529315Z","end":"2026-03-31T00:41:58.545728Z","steps":["trace[1697071822] 'agreement among raft nodes before linearized reading' (duration: 1.016125063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.545695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.045091447s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:58.545790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.529309Z","time spent":"1.016475037s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18550,"request content":"key:\"/registry/pods/kube-system/cilium-9tzd4\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:58.545878Z","caller":"traceutil/trace.go:172","msg":"trace[81192948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1112; }","duration":"1.045277759s","start":"2026-03-31T00:41:57.500584Z","end":"2026-03-31T00:41:58.545862Z","steps":["trace[81192948] 'agreement among raft nodes before linearized reading' (duration: 1.044958805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.547637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.58918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:58.547684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.996342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T00:41:58.547702Z","caller":"traceutil/trace.go:172","msg":"trace[2052086155] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1112; }","duration":"157.651431ms","start":"2026-03-31T00:41:58.390033Z","end":"2026-03-31T00:41:58.547684Z","steps":["trace[2052086155] 'agreement among raft nodes before linearized reading' (duration: 157.550999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:58.547729Z","caller":"traceutil/trace.go:172","msg":"trace[1946084266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1112; }","duration":"157.042443ms","start":"2026-03-31T00:41:58.390675Z","end":"2026-03-31T00:41:58.547717Z","steps":["trace[1946084266] 'agreement among raft nodes before linearized reading' (duration: 156.964102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.547832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.080613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T00:41:58.547866Z","caller":"traceutil/trace.go:172","msg":"trace[32139306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1112; }","duration":"157.114194ms","start":"2026-03-31T00:41:58.390742Z","end":"2026-03-31T00:41:58.547857Z","steps":["trace[32139306] 'agreement among raft nodes before linearized reading' (duration: 157.062033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.547876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.754512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:58.548015Z","caller":"traceutil/trace.go:172","msg":"trace[1351756187] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1112; }","duration":"157.783072ms","start":"2026-03-31T00:41:58.390111Z","end":"2026-03-31T00:41:58.547894Z","steps":["trace[1351756187] 'agreement among raft nodes before linearized reading' (duration: 157.734992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.548044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.342567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T00:41:58.548071Z","caller":"traceutil/trace.go:172","msg":"trace[1563999155] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1112; }","duration":"157.369417ms","start":"2026-03-31T00:41:58.390694Z","end":"2026-03-31T00:41:58.548063Z","steps":["trace[1563999155] 'agreement among raft nodes before linearized reading' (duration: 157.240446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.548186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.087806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:58.548310Z","caller":"traceutil/trace.go:172","msg":"trace[30108776] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1112; }","duration":"158.210237ms","start":"2026-03-31T00:41:58.390090Z","end":"2026-03-31T00:41:58.548301Z","steps":["trace[30108776] 'agreement among raft nodes before linearized reading' (duration: 158.068465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.548480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.375064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:58.548641Z","caller":"traceutil/trace.go:172","msg":"trace[281555536] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1112; }","duration":"156.566197ms","start":"2026-03-31T00:41:58.392031Z","end":"2026-03-31T00:41:58.548597Z","steps":["trace[281555536] 'agreement among raft nodes before linearized reading' (duration: 155.554704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.548870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.511272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:58.548920Z","caller":"traceutil/trace.go:172","msg":"trace[1867117731] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1112; }","duration":"154.563503ms","start":"2026-03-31T00:41:58.394346Z","end":"2026-03-31T00:41:58.548909Z","steps":["trace[1867117731] 'agreement among raft nodes before linearized reading' (duration: 154.486822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.549609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.546629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T00:41:58.549667Z","caller":"traceutil/trace.go:172","msg":"trace[1605295597] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1112; }","duration":"157.60756ms","start":"2026-03-31T00:41:58.392043Z","end":"2026-03-31T00:41:58.549650Z","steps":["trace[1605295597] 'agreement among raft nodes before linearized reading' (duration: 157.411487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.552653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.417872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:107 size:9065"} {"level":"info","ts":"2026-03-31T00:41:58.552703Z","caller":"traceutil/trace.go:172","msg":"trace[1862479891] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:107; response_revision:1112; }","duration":"159.471273ms","start":"2026-03-31T00:41:58.393221Z","end":"2026-03-31T00:41:58.552692Z","steps":["trace[1862479891] 'agreement among raft nodes before linearized reading' (duration: 156.073821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:58.742991Z","caller":"traceutil/trace.go:172","msg":"trace[805960076] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"2.940394948s","start":"2026-03-31T00:41:55.802563Z","end":"2026-03-31T00:41:58.742958Z","steps":["trace[805960076] 'process raft request' (duration: 2.940258986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.743144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:55.802549Z","time spent":"2.94052689s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:41:58.743297Z","caller":"traceutil/trace.go:172","msg":"trace[356072250] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"2.283183401s","start":"2026-03-31T00:41:56.460061Z","end":"2026-03-31T00:41:58.743244Z","steps":["trace[356072250] 'process raft request' (duration: 2.282830536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.743437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:56.460042Z","time spent":"2.283325553s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:58.743252Z","caller":"traceutil/trace.go:172","msg":"trace[2071897835] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1115; }","duration":"2.814365699s","start":"2026-03-31T00:41:55.928662Z","end":"2026-03-31T00:41:58.743028Z","steps":["trace[2071897835] 'process raft request' (duration: 2.814200547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.743914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:55.928646Z","time spent":"2.815058008s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":587,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:58.744168Z","caller":"traceutil/trace.go:172","msg":"trace[267194381] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"729.685218ms","start":"2026-03-31T00:41:58.014468Z","end":"2026-03-31T00:41:58.744153Z","steps":["trace[267194381] 'process raft request' (duration: 728.663195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.745414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.014449Z","time spent":"730.891272ms","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036360,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:58.744216Z","caller":"traceutil/trace.go:172","msg":"trace[545853924] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"378.185485ms","start":"2026-03-31T00:41:58.366022Z","end":"2026-03-31T00:41:58.744208Z","steps":["trace[545853924] 'process raft request' (duration: 378.117345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.745651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.366012Z","time spent":"379.595093ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:58.744239Z","caller":"traceutil/trace.go:172","msg":"trace[81652209] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"377.546128ms","start":"2026-03-31T00:41:58.366678Z","end":"2026-03-31T00:41:58.744224Z","steps":["trace[81652209] 'process raft request' (duration: 377.489727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.745817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.366647Z","time spent":"379.143078ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:59.049697Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:59.083687Z","caller":"traceutil/trace.go:172","msg":"trace[168706613] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1295; }","duration":"534.289944ms","start":"2026-03-31T00:41:58.549373Z","end":"2026-03-31T00:41:59.083663Z","steps":["trace[168706613] 'read index received' (duration: 534.283924ms)","trace[168706613] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:59.084035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.640648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.084074Z","caller":"traceutil/trace.go:172","msg":"trace[480274476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1123; }","duration":"534.698619ms","start":"2026-03-31T00:41:58.549366Z","end":"2026-03-31T00:41:59.084065Z","steps":["trace[480274476] 'agreement among raft nodes before linearized reading' (duration: 534.566647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.084600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.549643Z","time spent":"534.953253ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T00:41:59.085464Z","caller":"traceutil/trace.go:172","msg":"trace[389238405] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"521.879663ms","start":"2026-03-31T00:41:58.562666Z","end":"2026-03-31T00:41:59.084546Z","steps":["trace[389238405] 'process raft request' (duration: 521.773022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.085560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.562651Z","time spent":"522.853185ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:59.130914Z","caller":"traceutil/trace.go:172","msg":"trace[1353708397] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"381.473702ms","start":"2026-03-31T00:41:58.749422Z","end":"2026-03-31T00:41:59.130896Z","steps":["trace[1353708397] 'process raft request' (duration: 381.353621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.131039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.749396Z","time spent":"381.588423ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:41:59.150085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.505093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:59.150141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"400.25562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T00:41:59.150188Z","caller":"traceutil/trace.go:172","msg":"trace[1911245167] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:1125; }","duration":"400.311721ms","start":"2026-03-31T00:41:58.749864Z","end":"2026-03-31T00:41:59.150176Z","steps":["trace[1911245167] 'agreement among raft nodes before linearized reading' (duration: 400.146279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.150227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.749848Z","time spent":"400.370522ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":576,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.150258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.410536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T00:41:59.150278Z","caller":"traceutil/trace.go:172","msg":"trace[1686195342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1125; }","duration":"595.430456ms","start":"2026-03-31T00:41:58.554841Z","end":"2026-03-31T00:41:59.150271Z","steps":["trace[1686195342] 'agreement among raft nodes before linearized reading' (duration: 595.327795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.150308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.554833Z","time spent":"595.467887ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.150504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.028974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-31T00:41:59.150541Z","caller":"traceutil/trace.go:172","msg":"trace[2073920620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1125; }","duration":"146.080854ms","start":"2026-03-31T00:41:59.004451Z","end":"2026-03-31T00:41:59.150532Z","steps":["trace[2073920620] 'agreement among raft nodes before linearized reading' (duration: 145.971883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.150604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.791701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T00:41:59.150641Z","caller":"traceutil/trace.go:172","msg":"trace[2019681767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1125; }","duration":"595.830452ms","start":"2026-03-31T00:41:58.554802Z","end":"2026-03-31T00:41:59.150633Z","steps":["trace[2019681767] 'agreement among raft nodes before linearized reading' (duration: 595.73907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.150666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.554785Z","time spent":"595.873802ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.150727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.285907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-03-31T00:41:59.150153Z","caller":"traceutil/trace.go:172","msg":"trace[953045479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1125; }","duration":"593.585004ms","start":"2026-03-31T00:41:58.556556Z","end":"2026-03-31T00:41:59.150141Z","steps":["trace[953045479] 'agreement among raft nodes before linearized reading' (duration: 593.466592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.150862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.556549Z","time spent":"594.281683ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:41:59.150791Z","caller":"traceutil/trace.go:172","msg":"trace[169200188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1125; }","duration":"146.321227ms","start":"2026-03-31T00:41:59.004432Z","end":"2026-03-31T00:41:59.150753Z","steps":["trace[169200188] 'agreement among raft nodes before linearized reading' (duration: 146.220726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.257479Z","caller":"traceutil/trace.go:172","msg":"trace[1527382945] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"100.856756ms","start":"2026-03-31T00:41:59.156605Z","end":"2026-03-31T00:41:59.257461Z","steps":["trace[1527382945] 'process raft request' (duration: 100.719114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.258040Z","caller":"traceutil/trace.go:172","msg":"trace[1083005064] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"101.083368ms","start":"2026-03-31T00:41:59.156944Z","end":"2026-03-31T00:41:59.258028Z","steps":["trace[1083005064] 'process raft request' (duration: 100.489841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.500534Z","caller":"traceutil/trace.go:172","msg":"trace[654019950] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1318; }","duration":"106.780847ms","start":"2026-03-31T00:41:59.393728Z","end":"2026-03-31T00:41:59.500509Z","steps":["trace[654019950] 'read index received' (duration: 106.774057ms)","trace[654019950] 'applied index is now lower than readState.Index' (duration: 5.75µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:59.500797Z","caller":"traceutil/trace.go:172","msg":"trace[1430987834] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"106.762927ms","start":"2026-03-31T00:41:59.394010Z","end":"2026-03-31T00:41:59.500773Z","steps":["trace[1430987834] 'process raft request' (duration: 106.593505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.501211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.445345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9tzd4\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-31T00:41:59.501357Z","caller":"traceutil/trace.go:172","msg":"trace[1300286909] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9tzd4; range_end:; response_count:1; response_revision:1143; }","duration":"107.613277ms","start":"2026-03-31T00:41:59.393721Z","end":"2026-03-31T00:41:59.501334Z","steps":["trace[1300286909] 'agreement among raft nodes before linearized reading' (duration: 106.909418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.556226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.423853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.556311Z","caller":"traceutil/trace.go:172","msg":"trace[124662605] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1143; }","duration":"120.530484ms","start":"2026-03-31T00:41:59.435765Z","end":"2026-03-31T00:41:59.556296Z","steps":["trace[124662605] 'agreement among raft nodes before linearized reading' (duration: 120.372262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.632025Z","caller":"traceutil/trace.go:172","msg":"trace[67198918] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"115.813096ms","start":"2026-03-31T00:41:59.516198Z","end":"2026-03-31T00:41:59.632011Z","steps":["trace[67198918] 'process raft request' (duration: 115.709255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.632050Z","caller":"traceutil/trace.go:172","msg":"trace[1778322078] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"126.495706ms","start":"2026-03-31T00:41:59.505518Z","end":"2026-03-31T00:41:59.632014Z","steps":["trace[1778322078] 'process raft request' (duration: 126.284454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.767893Z","caller":"traceutil/trace.go:172","msg":"trace[1767078696] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"118.567921ms","start":"2026-03-31T00:41:59.649304Z","end":"2026-03-31T00:41:59.767872Z","steps":["trace[1767078696] 'process raft request' (duration: 118.50365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.767929Z","caller":"traceutil/trace.go:172","msg":"trace[518514845] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"130.759278ms","start":"2026-03-31T00:41:59.637142Z","end":"2026-03-31T00:41:59.767901Z","steps":["trace[518514845] 'process raft request' (duration: 130.538596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.269738Z","caller":"traceutil/trace.go:172","msg":"trace[511706450] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"113.085747ms","start":"2026-03-31T00:42:01.156632Z","end":"2026-03-31T00:42:01.269717Z","steps":["trace[511706450] 'process raft request' (duration: 112.974945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.497217Z","caller":"traceutil/trace.go:172","msg":"trace[191201734] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1370; }","duration":"335.98534ms","start":"2026-03-31T00:42:01.161204Z","end":"2026-03-31T00:42:01.497190Z","steps":["trace[191201734] 'read index received' (duration: 335.97673ms)","trace[191201734] 'applied index is now lower than readState.Index' (duration: 7.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:01.497481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.140322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:01.497546Z","caller":"traceutil/trace.go:172","msg":"trace[1088634846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"336.332245ms","start":"2026-03-31T00:42:01.161200Z","end":"2026-03-31T00:42:01.497532Z","steps":["trace[1088634846] 'agreement among raft nodes before linearized reading' (duration: 336.088722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.497699Z","caller":"traceutil/trace.go:172","msg":"trace[222036568] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"339.229899ms","start":"2026-03-31T00:42:01.158445Z","end":"2026-03-31T00:42:01.497674Z","steps":["trace[222036568] 'process raft request' (duration: 339.081268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.497762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:01.161190Z","time spent":"336.558767ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:42:01.497849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:01.158430Z","time spent":"339.343291ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:42:01.498279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.611206ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:42:01.498332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.427588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:01.498360Z","caller":"traceutil/trace.go:172","msg":"trace[12195489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1190; }","duration":"244.707928ms","start":"2026-03-31T00:42:01.253635Z","end":"2026-03-31T00:42:01.498343Z","steps":["trace[12195489] 'agreement among raft nodes before linearized reading' (duration: 244.578816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.498373Z","caller":"traceutil/trace.go:172","msg":"trace[1004618231] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1190; }","duration":"203.472869ms","start":"2026-03-31T00:42:01.294890Z","end":"2026-03-31T00:42:01.498362Z","steps":["trace[1004618231] 'agreement among raft nodes before linearized reading' (duration: 203.399048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.498486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.57181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:01.498515Z","caller":"traceutil/trace.go:172","msg":"trace[1796494878] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1190; }","duration":"232.601821ms","start":"2026-03-31T00:42:01.265905Z","end":"2026-03-31T00:42:01.498507Z","steps":["trace[1796494878] 'agreement among raft nodes before linearized reading' (duration: 232.55263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.498683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.940242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-9tzd4.18a1c64218ff3816\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-31T00:42:01.498718Z","caller":"traceutil/trace.go:172","msg":"trace[1459192459] range","detail":"{range_begin:/registry/events/kube-system/cilium-9tzd4.18a1c64218ff3816; range_end:; response_count:1; response_revision:1190; }","duration":"144.976242ms","start":"2026-03-31T00:42:01.353730Z","end":"2026-03-31T00:42:01.498707Z","steps":["trace[1459192459] 'agreement among raft nodes before linearized reading' (duration: 144.83944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.498749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.433114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T00:42:01.498784Z","caller":"traceutil/trace.go:172","msg":"trace[554775862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1190; }","duration":"105.467315ms","start":"2026-03-31T00:42:01.393305Z","end":"2026-03-31T00:42:01.498772Z","steps":["trace[554775862] 'agreement among raft nodes before linearized reading' (duration: 105.317513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.498410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.290452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:42:01.500057Z","caller":"traceutil/trace.go:172","msg":"trace[1178594109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1190; }","duration":"106.79205ms","start":"2026-03-31T00:42:01.393092Z","end":"2026-03-31T00:42:01.499884Z","steps":["trace[1178594109] 'agreement among raft nodes before linearized reading' (duration: 105.174901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.609247Z","caller":"traceutil/trace.go:172","msg":"trace[59475189] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"107.64754ms","start":"2026-03-31T00:42:01.501578Z","end":"2026-03-31T00:42:01.609225Z","steps":["trace[59475189] 'process raft request' (duration: 107.493599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.860392Z","caller":"traceutil/trace.go:172","msg":"trace[775350045] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"353.713163ms","start":"2026-03-31T00:42:01.506646Z","end":"2026-03-31T00:42:01.860359Z","steps":["trace[775350045] 'process raft request' (duration: 353.509041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.860356Z","caller":"traceutil/trace.go:172","msg":"trace[626689197] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"356.821031ms","start":"2026-03-31T00:42:01.503452Z","end":"2026-03-31T00:42:01.860273Z","steps":["trace[626689197] 'process raft request' (duration: 356.471587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.860564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:01.506627Z","time spent":"353.843046ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:42:01.861293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:01.503440Z","time spent":"357.082094ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:42:05.660804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812872481095348,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:42:05.683932Z","caller":"traceutil/trace.go:172","msg":"trace[2072879685] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1409; }","duration":"524.036907ms","start":"2026-03-31T00:42:05.159876Z","end":"2026-03-31T00:42:05.683913Z","steps":["trace[2072879685] 'read index received' (duration: 524.031697ms)","trace[2072879685] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:05.684099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.20342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:05.684160Z","caller":"traceutil/trace.go:172","msg":"trace[1785394951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"524.281141ms","start":"2026-03-31T00:42:05.159866Z","end":"2026-03-31T00:42:05.684147Z","steps":["trace[1785394951] 'agreement among raft nodes before linearized reading' (duration: 524.166789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.684213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.159830Z","time spent":"524.359351ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:42:05.685505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.733054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:05.685557Z","caller":"traceutil/trace.go:172","msg":"trace[482521166] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1226; }","duration":"319.819035ms","start":"2026-03-31T00:42:05.365726Z","end":"2026-03-31T00:42:05.685545Z","steps":["trace[482521166] 'agreement among raft nodes before linearized reading' (duration: 319.701854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.685590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.365716Z","time spent":"319.864846ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:42:05.685555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.949013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:05.685647Z","caller":"traceutil/trace.go:172","msg":"trace[507758515] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1226; }","duration":"323.057264ms","start":"2026-03-31T00:42:05.362573Z","end":"2026-03-31T00:42:05.685630Z","steps":["trace[507758515] 'agreement among raft nodes before linearized reading' (duration: 322.897193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.685471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.722784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:42:05.685696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.362556Z","time spent":"323.124135ms","remote":"127.0.0.1:45488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-31T00:42:05.685750Z","caller":"traceutil/trace.go:172","msg":"trace[698148337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1226; }","duration":"432.038148ms","start":"2026-03-31T00:42:05.253689Z","end":"2026-03-31T00:42:05.685727Z","steps":["trace[698148337] 'agreement among raft nodes before linearized reading' (duration: 431.645203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:05.685656Z","caller":"traceutil/trace.go:172","msg":"trace[19385820] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"167.428003ms","start":"2026-03-31T00:42:05.518209Z","end":"2026-03-31T00:42:05.685637Z","steps":["trace[19385820] 'process raft request' (duration: 167.380142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:05.685892Z","caller":"traceutil/trace.go:172","msg":"trace[564663557] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"387.354552ms","start":"2026-03-31T00:42:05.298526Z","end":"2026-03-31T00:42:05.685881Z","steps":["trace[564663557] 'process raft request' (duration: 386.923477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.686094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.298501Z","time spent":"387.535275ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:42:05.686114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.885633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-9tzd4.18a1c64218ff3816\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-31T00:42:05.686154Z","caller":"traceutil/trace.go:172","msg":"trace[408341461] range","detail":"{range_begin:/registry/events/kube-system/cilium-9tzd4.18a1c64218ff3816; range_end:; response_count:1; response_revision:1228; }","duration":"333.929134ms","start":"2026-03-31T00:42:05.352215Z","end":"2026-03-31T00:42:05.686144Z","steps":["trace[408341461] 'agreement among raft nodes before linearized reading' (duration: 333.796362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.686180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.352195Z","time spent":"333.978005ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-9tzd4.18a1c64218ff3816\" limit:1 "} {"level":"info","ts":"2026-03-31T00:42:10.529214Z","caller":"traceutil/trace.go:172","msg":"trace[1390591690] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1536; }","duration":"200.939525ms","start":"2026-03-31T00:42:10.328254Z","end":"2026-03-31T00:42:10.529193Z","steps":["trace[1390591690] 'read index received' (duration: 200.931974ms)","trace[1390591690] 'applied index is now lower than readState.Index' (duration: 6.251µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:10.529358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.233929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-03-31T00:42:10.529430Z","caller":"traceutil/trace.go:172","msg":"trace[1833760147] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:1318; }","duration":"202.31578ms","start":"2026-03-31T00:42:10.327097Z","end":"2026-03-31T00:42:10.529413Z","steps":["trace[1833760147] 'agreement among raft nodes before linearized reading' (duration: 202.106398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:10.529453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.390845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:828"} {"level":"warn","ts":"2026-03-31T00:42:10.529473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.794912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:755"} {"level":"warn","ts":"2026-03-31T00:42:10.529415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.915161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:cluster-admins\" limit:1 ","response":"range_response_count:1 size:450"} {"level":"info","ts":"2026-03-31T00:42:10.529515Z","caller":"traceutil/trace.go:172","msg":"trace[1478848572] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1318; }","duration":"260.842932ms","start":"2026-03-31T00:42:10.268661Z","end":"2026-03-31T00:42:10.529504Z","steps":["trace[1478848572] 'agreement among raft nodes before linearized reading' (duration: 260.67053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:10.529511Z","caller":"traceutil/trace.go:172","msg":"trace[1861647810] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1318; }","duration":"259.466646ms","start":"2026-03-31T00:42:10.270031Z","end":"2026-03-31T00:42:10.529497Z","steps":["trace[1861647810] 'agreement among raft nodes before linearized reading' (duration: 259.241173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:10.529534Z","caller":"traceutil/trace.go:172","msg":"trace[770217256] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:cluster-admins; range_end:; response_count:1; response_revision:1318; }","duration":"221.072922ms","start":"2026-03-31T00:42:10.308446Z","end":"2026-03-31T00:42:10.529519Z","steps":["trace[770217256] 'agreement among raft nodes before linearized reading' (duration: 220.817499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:10.564095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.639211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:828"} {"level":"info","ts":"2026-03-31T00:42:10.564149Z","caller":"traceutil/trace.go:172","msg":"trace[1769445294] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1318; }","duration":"233.712641ms","start":"2026-03-31T00:42:10.330424Z","end":"2026-03-31T00:42:10.564137Z","steps":["trace[1769445294] 'agreement among raft nodes before linearized reading' (duration: 233.56312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:10.564226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.138603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-03-31T00:42:10.564302Z","caller":"traceutil/trace.go:172","msg":"trace[1433128944] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:1318; }","duration":"232.227024ms","start":"2026-03-31T00:42:10.332058Z","end":"2026-03-31T00:42:10.564285Z","steps":["trace[1433128944] 'agreement among raft nodes before linearized reading' (duration: 231.993981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:10.704070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.099704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.114783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.136042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.193473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.216420Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.302804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.367445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.386112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.408055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.424250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.439765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.456178Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.472619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.530277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.573322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.595894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.608417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.637668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.742086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.823735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.948613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.970336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.986157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:11.997738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.010459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.019672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.035189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.057917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.069744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.079012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:12.097181Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:14.335318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:14.346606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:42:14.372249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54610","server-name":"","error":"EOF"}