{"level":"warn","ts":"2026-04-16T16:28:53.681799Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:28:53.681899Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.33:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.33:2380","--initial-cluster=instance=https://199.204.45.33:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.33:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.33:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T16:28:53.68197Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:28:53.681983Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-04-16T16:28:53.682013Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:28:53.682779Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"]} {"level":"info","ts":"2026-04-16T16:28:53.68288Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.33:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T16:28:53.688244Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.159939ms"} {"level":"info","ts":"2026-04-16T16:28:53.696075Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f1e5729930cf7e1f","cluster-id":"14aeb8c3ec66b749"} {"level":"info","ts":"2026-04-16T16:28:53.696155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T16:28:53.696184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 0"} {"level":"info","ts":"2026-04-16T16:28:53.696199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f1e5729930cf7e1f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T16:28:53.696215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 1"} {"level":"info","ts":"2026-04-16T16:28:53.696262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"warn","ts":"2026-04-16T16:28:53.706588Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T16:28:53.708683Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T16:28:53.710041Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T16:28:53.712167Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f1e5729930cf7e1f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T16:28:53.712364Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f1e5729930cf7e1f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T16:28:53.71255Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:28:53.712639Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:28:53.712669Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:28:53.714313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"info","ts":"2026-04-16T16:28:53.71489Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","added-peer-id":"f1e5729930cf7e1f","added-peer-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-04-16T16:28:53.716943Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:28:53.717086Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-04-16T16:28:53.717338Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-04-16T16:28:53.717592Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f1e5729930cf7e1f","initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T16:28:53.71774Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T16:28:53.79686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T16:28:53.796951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T16:28:53.797152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgPreVoteResp from f1e5729930cf7e1f at term 1"} {"level":"info","ts":"2026-04-16T16:28:53.797217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became candidate at term 2"} {"level":"info","ts":"2026-04-16T16:28:53.797266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgVoteResp from f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-04-16T16:28:53.79729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became leader at term 2"} {"level":"info","ts":"2026-04-16T16:28:53.797374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f1e5729930cf7e1f elected leader f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-04-16T16:28:53.798593Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f1e5729930cf7e1f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.33:2379]}","request-path":"/0/members/f1e5729930cf7e1f/attributes","cluster-id":"14aeb8c3ec66b749","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T16:28:53.79858Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:28:53.798617Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:28:53.798674Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:28:53.799289Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T16:28:53.799319Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T16:28:53.79955Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:28:53.799711Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:28:53.799753Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:28:53.80298Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.33:2379"} {"level":"info","ts":"2026-04-16T16:28:53.802989Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T16:28:59.669924Z","caller":"traceutil/trace.go:171","msg":"trace[2032199113] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"115.083033ms","start":"2026-04-16T16:28:59.554792Z","end":"2026-04-16T16:28:59.669875Z","steps":["trace[2032199113] 'process raft request' (duration: 61.217999ms)","trace[2032199113] 'compare' (duration: 53.711061ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:59.670049Z","caller":"traceutil/trace.go:171","msg":"trace[307737281] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"111.119459ms","start":"2026-04-16T16:28:59.558899Z","end":"2026-04-16T16:28:59.670018Z","steps":["trace[307737281] 'process raft request' (duration: 111.061148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:59.670456Z","caller":"traceutil/trace.go:171","msg":"trace[397447857] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"111.545308ms","start":"2026-04-16T16:28:59.558817Z","end":"2026-04-16T16:28:59.670363Z","steps":["trace[397447857] 'process raft request' (duration: 111.071738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:59.670463Z","caller":"traceutil/trace.go:171","msg":"trace[609146138] linearizableReadLoop","detail":"{readStateIndex:247; appliedIndex:246; }","duration":"112.926377ms","start":"2026-04-16T16:28:59.557386Z","end":"2026-04-16T16:28:59.670312Z","steps":["trace[609146138] 'read index received' (duration: 58.627104ms)","trace[609146138] 'applied index is now lower than readState.Index' (duration: 54.295423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:59.671094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.657303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3696"} {"level":"info","ts":"2026-04-16T16:28:59.671207Z","caller":"traceutil/trace.go:171","msg":"trace[177907055] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:240; }","duration":"113.843507ms","start":"2026-04-16T16:28:59.557347Z","end":"2026-04-16T16:28:59.671191Z","steps":["trace[177907055] 'agreement among raft nodes before linearized reading' (duration: 113.176613ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:59.842468Z","caller":"traceutil/trace.go:171","msg":"trace[1196490919] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"105.100734ms","start":"2026-04-16T16:28:59.737304Z","end":"2026-04-16T16:28:59.842405Z","steps":["trace[1196490919] 'process raft request' (duration: 90.406065ms)","trace[1196490919] 'compare' (duration: 14.489264ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:59.985614Z","caller":"traceutil/trace.go:171","msg":"trace[843574508] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"138.034377ms","start":"2026-04-16T16:28:59.847548Z","end":"2026-04-16T16:28:59.985582Z","steps":["trace[843574508] 'process raft request' (duration: 98.850171ms)","trace[843574508] 'compare' (duration: 38.824028ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:59.985581Z","caller":"traceutil/trace.go:171","msg":"trace[187542892] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"137.69307ms","start":"2026-04-16T16:28:59.84785Z","end":"2026-04-16T16:28:59.985543Z","steps":["trace[187542892] 'process raft request' (duration: 137.507946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:00.893502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455266375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:01.280935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210943449s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:29:01.375874Z","caller":"traceutil/trace.go:171","msg":"trace[962895476] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"1.305969732s","start":"2026-04-16T16:29:00.069878Z","end":"2026-04-16T16:29:01.375847Z","steps":["trace[962895476] 'process raft request' (duration: 1.211311248s)","trace[962895476] 'compare' (duration: 94.171663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:01.376434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.069858Z","time spent":"1.306094624s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:01.464036Z","caller":"traceutil/trace.go:171","msg":"trace[1234744605] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"1.069173274s","start":"2026-04-16T16:29:00.394834Z","end":"2026-04-16T16:29:01.464007Z","steps":["trace[1234744605] 'process raft request' (duration: 1.06895128s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.464177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.394819Z","time spent":"1.069288527s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:01.464482Z","caller":"traceutil/trace.go:171","msg":"trace[1339269722] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"1.068694615s","start":"2026-04-16T16:29:00.395777Z","end":"2026-04-16T16:29:01.464472Z","steps":["trace[1339269722] 'process raft request' (duration: 1.068108233s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.464542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.395743Z","time spent":"1.068776287s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:01.464506Z","caller":"traceutil/trace.go:171","msg":"trace[432306456] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"1.393111357s","start":"2026-04-16T16:29:00.07083Z","end":"2026-04-16T16:29:01.463941Z","steps":["trace[432306456] 'process raft request' (duration: 1.392642476s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:01.464574Z","caller":"traceutil/trace.go:171","msg":"trace[1624639455] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"1.067194283s","start":"2026-04-16T16:29:00.397352Z","end":"2026-04-16T16:29:01.464546Z","steps":["trace[1624639455] 'process raft request' (duration: 1.067038709s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:01.46468Z","caller":"traceutil/trace.go:171","msg":"trace[193128868] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"1.069820458s","start":"2026-04-16T16:29:00.394851Z","end":"2026-04-16T16:29:01.464671Z","steps":["trace[193128868] 'process raft request' (duration: 1.069002671s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:01.464482Z","caller":"traceutil/trace.go:171","msg":"trace[1979497929] linearizableReadLoop","detail":"{readStateIndex:268; appliedIndex:262; }","duration":"1.071270059s","start":"2026-04-16T16:29:00.393172Z","end":"2026-04-16T16:29:01.464442Z","steps":["trace[1979497929] 'read index received' (duration: 888.00035ms)","trace[1979497929] 'applied index is now lower than readState.Index' (duration: 183.268369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:01.464689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.070813Z","time spent":"1.393786681s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:01.464732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.394844Z","time spent":"1.069868989s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:01.464729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.397337Z","time spent":"1.067318226s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:01.465057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071841811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"info","ts":"2026-04-16T16:29:01.465201Z","caller":"traceutil/trace.go:171","msg":"trace[1794591100] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:255; }","duration":"1.071971454s","start":"2026-04-16T16:29:00.393132Z","end":"2026-04-16T16:29:01.465103Z","steps":["trace[1794591100] 'agreement among raft nodes before linearized reading' (duration: 1.07175004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.465424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:00.393116Z","time spent":"1.07229275s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5915,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T16:29:01.726497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.892679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:29:01.726656Z","caller":"traceutil/trace.go:171","msg":"trace[1969941529] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:268; }","duration":"261.792382ms","start":"2026-04-16T16:29:01.464837Z","end":"2026-04-16T16:29:01.726629Z","steps":["trace[1969941529] 'read index received' (duration: 90.213109ms)","trace[1969941529] 'applied index is now lower than readState.Index' (duration: 171.576623ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:01.726711Z","caller":"traceutil/trace.go:171","msg":"trace[1393317498] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"344.358292ms","start":"2026-04-16T16:29:01.382311Z","end":"2026-04-16T16:29:01.726669Z","steps":["trace[1393317498] 'process raft request' (duration: 172.743348ms)","trace[1393317498] 'compare' (duration: 170.707145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:01.726881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.382283Z","time spent":"344.513794ms","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:01.72691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.595935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:29:01.72695Z","caller":"traceutil/trace.go:171","msg":"trace[1766236060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:256; }","duration":"485.683957ms","start":"2026-04-16T16:29:01.241252Z","end":"2026-04-16T16:29:01.726936Z","steps":["trace[1766236060] 'agreement among raft nodes before linearized reading' (duration: 485.545224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.726993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.241231Z","time spent":"485.751398ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:01.726985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.23634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T16:29:01.727119Z","caller":"traceutil/trace.go:171","msg":"trace[165083594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:256; }","duration":"346.442375ms","start":"2026-04-16T16:29:01.38064Z","end":"2026-04-16T16:29:01.727083Z","steps":["trace[165083594] 'agreement among raft nodes before linearized reading' (duration: 346.090487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.727182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.380609Z","time spent":"346.562118ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:29:01.768457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.232225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-04-16T16:29:01.76852Z","caller":"traceutil/trace.go:171","msg":"trace[1056078520] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"287.615436ms","start":"2026-04-16T16:29:01.480858Z","end":"2026-04-16T16:29:01.768474Z","steps":["trace[1056078520] 'process raft request' (duration: 287.361541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.768563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.782375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:29:01.768605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.861176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3974"} {"level":"info","ts":"2026-04-16T16:29:01.768613Z","caller":"traceutil/trace.go:171","msg":"trace[1530158059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:257; }","duration":"264.846617ms","start":"2026-04-16T16:29:01.503753Z","end":"2026-04-16T16:29:01.7686Z","steps":["trace[1530158059] 'agreement among raft nodes before linearized reading' (duration: 264.760705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:01.768555Z","caller":"traceutil/trace.go:171","msg":"trace[1618835163] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:257; }","duration":"303.390318ms","start":"2026-04-16T16:29:01.465141Z","end":"2026-04-16T16:29:01.768532Z","steps":["trace[1618835163] 'agreement among raft nodes before linearized reading' (duration: 303.217655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.768685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.11028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-16T16:29:01.768699Z","caller":"traceutil/trace.go:171","msg":"trace[301295882] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:257; }","duration":"302.170052ms","start":"2026-04-16T16:29:01.466526Z","end":"2026-04-16T16:29:01.768696Z","steps":["trace[301295882] 'agreement among raft nodes before linearized reading' (duration: 302.139621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.768723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.4665Z","time spent":"302.217814ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T16:29:01.768712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.465115Z","time spent":"303.573843ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2943,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-16T16:29:01.768628Z","caller":"traceutil/trace.go:171","msg":"trace[806700848] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:257; }","duration":"301.950447ms","start":"2026-04-16T16:29:01.466672Z","end":"2026-04-16T16:29:01.768623Z","steps":["trace[806700848] 'agreement among raft nodes before linearized reading' (duration: 301.905246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.768476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.592249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:29:01.768827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.466644Z","time spent":"302.172672ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":3997,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-16T16:29:01.768856Z","caller":"traceutil/trace.go:171","msg":"trace[1570740740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:0; response_revision:257; }","duration":"299.991517ms","start":"2026-04-16T16:29:01.468846Z","end":"2026-04-16T16:29:01.768838Z","steps":["trace[1570740740] 'agreement among raft nodes before linearized reading' (duration: 299.552108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.768656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.07064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"warn","ts":"2026-04-16T16:29:01.768895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.468836Z","time spent":"300.050328ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-04-16T16:29:01.768916Z","caller":"traceutil/trace.go:171","msg":"trace[1888160797] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:257; }","duration":"302.377706ms","start":"2026-04-16T16:29:01.466527Z","end":"2026-04-16T16:29:01.768904Z","steps":["trace[1888160797] 'agreement among raft nodes before linearized reading' (duration: 302.11054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:01.768954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.466504Z","time spent":"302.442498ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3489,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T16:29:03.153809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322737698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:29:03.154157Z","caller":"traceutil/trace.go:171","msg":"trace[156731635] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"1.420706423s","start":"2026-04-16T16:29:01.733417Z","end":"2026-04-16T16:29:03.154124Z","steps":["trace[156731635] 'process raft request' (duration: 97.397352ms)","trace[156731635] 'compare' (duration: 1.322611453s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:03.154251Z","caller":"traceutil/trace.go:171","msg":"trace[699009343] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"1.419933648s","start":"2026-04-16T16:29:01.734265Z","end":"2026-04-16T16:29:03.154198Z","steps":["trace[699009343] 'process raft request' (duration: 1.419690298s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.154297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.733395Z","time spent":"1.420832807s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:03.154296Z","caller":"traceutil/trace.go:171","msg":"trace[2091166186] linearizableReadLoop","detail":"{readStateIndex:272; appliedIndex:270; }","duration":"1.378091639s","start":"2026-04-16T16:29:01.776164Z","end":"2026-04-16T16:29:03.154256Z","steps":["trace[2091166186] 'read index received' (duration: 54.662942ms)","trace[2091166186] 'applied index is now lower than readState.Index' (duration: 1.323422826s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:03.154447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.734259Z","time spent":"1.420076034s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:03.154586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164090148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T16:29:03.15459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37835839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T16:29:03.15462Z","caller":"traceutil/trace.go:171","msg":"trace[1843874858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:260; }","duration":"1.16419865s","start":"2026-04-16T16:29:01.990414Z","end":"2026-04-16T16:29:03.154613Z","steps":["trace[1843874858] 'agreement among raft nodes before linearized reading' (duration: 1.164125967s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:03.154631Z","caller":"traceutil/trace.go:171","msg":"trace[486915868] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:260; }","duration":"1.378457023s","start":"2026-04-16T16:29:01.776162Z","end":"2026-04-16T16:29:03.154619Z","steps":["trace[486915868] 'agreement among raft nodes before linearized reading' (duration: 1.378333848s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.154644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.990388Z","time spent":"1.164250792s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:29:03.154285Z","caller":"traceutil/trace.go:171","msg":"trace[161994620] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"1.378033316s","start":"2026-04-16T16:29:01.776185Z","end":"2026-04-16T16:29:03.154218Z","steps":["trace[161994620] 'process raft request' (duration: 1.377944592s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.155578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.776166Z","time spent":"1.37937807s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:03.154669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.776146Z","time spent":"1.378515245s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-16T16:29:03.156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378314327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-04-16T16:29:03.156072Z","caller":"traceutil/trace.go:171","msg":"trace[987865657] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:260; }","duration":"1.379920583s","start":"2026-04-16T16:29:01.776127Z","end":"2026-04-16T16:29:03.156048Z","steps":["trace[987865657] 'agreement among raft nodes before linearized reading' (duration: 1.378228554s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.15613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:01.776111Z","time spent":"1.380000375s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5536,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-16T16:29:03.575978Z","caller":"traceutil/trace.go:171","msg":"trace[1451982042] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"416.176125ms","start":"2026-04-16T16:29:03.159781Z","end":"2026-04-16T16:29:03.575957Z","steps":["trace[1451982042] 'process raft request' (duration: 408.769445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.576114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:03.159758Z","time spent":"416.28576ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:03.576537Z","caller":"traceutil/trace.go:171","msg":"trace[681788185] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"415.790241ms","start":"2026-04-16T16:29:03.160737Z","end":"2026-04-16T16:29:03.576528Z","steps":["trace[681788185] 'process raft request' (duration: 415.504679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.576578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:03.160699Z","time spent":"415.857473ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:03.576647Z","caller":"traceutil/trace.go:171","msg":"trace[2007888093] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"412.543159ms","start":"2026-04-16T16:29:03.16404Z","end":"2026-04-16T16:29:03.576584Z","steps":["trace[2007888093] 'process raft request' (duration: 412.256517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:03.576839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:03.164027Z","time spent":"412.709325ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:24.033538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.207306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:24.03364Z","caller":"traceutil/trace.go:171","msg":"trace[1193097283] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:463; }","duration":"249.386173ms","start":"2026-04-16T16:29:23.784231Z","end":"2026-04-16T16:29:24.033617Z","steps":["trace[1193097283] 'range keys from in-memory index tree' (duration: 249.139933ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:24.887749Z","caller":"traceutil/trace.go:171","msg":"trace[1518003695] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"654.885386ms","start":"2026-04-16T16:29:24.23284Z","end":"2026-04-16T16:29:24.887725Z","steps":["trace[1518003695] 'process raft request' (duration: 654.725779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.88791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.232819Z","time spent":"655.01303ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.94344Z","caller":"traceutil/trace.go:171","msg":"trace[54718741] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"697.876667ms","start":"2026-04-16T16:29:24.245534Z","end":"2026-04-16T16:29:24.943411Z","steps":["trace[54718741] 'process raft request' (duration: 697.647518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:24.943468Z","caller":"traceutil/trace.go:171","msg":"trace[964687812] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"696.969271ms","start":"2026-04-16T16:29:24.246477Z","end":"2026-04-16T16:29:24.943446Z","steps":["trace[964687812] 'process raft request' (duration: 696.788434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.943579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.245647Z","time spent":"697.868058ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:24.94357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.245516Z","time spent":"697.994102ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.943537Z","caller":"traceutil/trace.go:171","msg":"trace[1890201301] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"710.143276ms","start":"2026-04-16T16:29:24.233364Z","end":"2026-04-16T16:29:24.943507Z","steps":["trace[1890201301] 'process raft request' (duration: 709.642696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:24.943609Z","caller":"traceutil/trace.go:171","msg":"trace[541624335] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"697.891918ms","start":"2026-04-16T16:29:24.245588Z","end":"2026-04-16T16:29:24.94348Z","steps":["trace[541624335] 'process raft request' (duration: 697.638238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.943689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.233353Z","time spent":"710.283051ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.94374Z","caller":"traceutil/trace.go:171","msg":"trace[889317660] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"672.774269ms","start":"2026-04-16T16:29:24.270958Z","end":"2026-04-16T16:29:24.943732Z","steps":["trace[889317660] 'process raft request' (duration: 672.427885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:24.943612Z","caller":"traceutil/trace.go:171","msg":"trace[1918815041] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"694.611065ms","start":"2026-04-16T16:29:24.248937Z","end":"2026-04-16T16:29:24.943548Z","steps":["trace[1918815041] 'process raft request' (duration: 694.392636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.943868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.270939Z","time spent":"672.903575ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.94391Z","caller":"traceutil/trace.go:171","msg":"trace[1544326017] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"672.872254ms","start":"2026-04-16T16:29:24.271026Z","end":"2026-04-16T16:29:24.943898Z","steps":["trace[1544326017] 'process raft request' (duration: 672.408295ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:24.943729Z","caller":"traceutil/trace.go:171","msg":"trace[2051496359] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"695.917667ms","start":"2026-04-16T16:29:24.247792Z","end":"2026-04-16T16:29:24.94371Z","steps":["trace[2051496359] 'process raft request' (duration: 695.504641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.94385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.245585Z","time spent":"698.168349ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.94406Z","caller":"traceutil/trace.go:171","msg":"trace[122895729] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"545.369604ms","start":"2026-04-16T16:29:24.398681Z","end":"2026-04-16T16:29:24.944051Z","steps":["trace[122895729] 'process raft request' (duration: 545.27466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.944106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.398645Z","time spent":"545.442898ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.943698Z","caller":"traceutil/trace.go:171","msg":"trace[427900741] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"710.164466ms","start":"2026-04-16T16:29:24.233523Z","end":"2026-04-16T16:29:24.943688Z","steps":["trace[427900741] 'process raft request' (duration: 709.612924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:24.944049Z","caller":"traceutil/trace.go:171","msg":"trace[1056607979] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:483; }","duration":"473.695187ms","start":"2026-04-16T16:29:24.470328Z","end":"2026-04-16T16:29:24.944023Z","steps":["trace[1056607979] 'read index received' (duration: 417.696697ms)","trace[1056607979] 'applied index is now lower than readState.Index' (duration: 55.99744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:24.94412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.248919Z","time spent":"694.962529ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:24.944205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.233514Z","time spent":"710.671357ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:24.944012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.271022Z","time spent":"672.919016ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:24.944027Z","caller":"traceutil/trace.go:171","msg":"trace[710119143] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"639.790752ms","start":"2026-04-16T16:29:24.304226Z","end":"2026-04-16T16:29:24.944017Z","steps":["trace[710119143] 'process raft request' (duration: 639.272721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.943971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.247783Z","time spent":"696.160128ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:24.944401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.304199Z","time spent":"640.142127ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:24.944379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.037021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:24.944454Z","caller":"traceutil/trace.go:171","msg":"trace[1202383671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"474.154986ms","start":"2026-04-16T16:29:24.470285Z","end":"2026-04-16T16:29:24.94444Z","steps":["trace[1202383671] 'agreement among raft nodes before linearized reading' (duration: 473.929857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:24.944565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:24.47027Z","time spent":"474.283011ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:29:26.402729Z","caller":"traceutil/trace.go:171","msg":"trace[570679813] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"107.590082ms","start":"2026-04-16T16:29:26.29512Z","end":"2026-04-16T16:29:26.40271Z","steps":["trace[570679813] 'process raft request' (duration: 107.518809ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:26.402732Z","caller":"traceutil/trace.go:171","msg":"trace[766258561] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"255.340824ms","start":"2026-04-16T16:29:26.147351Z","end":"2026-04-16T16:29:26.402692Z","steps":["trace[766258561] 'process raft request' (duration: 241.609257ms)","trace[766258561] 'compare' (duration: 13.432045ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:26.402758Z","caller":"traceutil/trace.go:171","msg":"trace[2128026556] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"243.877118ms","start":"2026-04-16T16:29:26.158849Z","end":"2026-04-16T16:29:26.402726Z","steps":["trace[2128026556] 'read index received' (duration: 230.073778ms)","trace[2128026556] 'applied index is now lower than readState.Index' (duration: 13.79982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:26.403034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.16815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:98713"} {"level":"info","ts":"2026-04-16T16:29:26.403071Z","caller":"traceutil/trace.go:171","msg":"trace[2040965503] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:542; }","duration":"244.242873ms","start":"2026-04-16T16:29:26.158816Z","end":"2026-04-16T16:29:26.403059Z","steps":["trace[2040965503] 'agreement among raft nodes before linearized reading' (duration: 244.004914ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:31.694572Z","caller":"traceutil/trace.go:171","msg":"trace[1283250151] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"383.103421ms","start":"2026-04-16T16:29:31.311408Z","end":"2026-04-16T16:29:31.694511Z","steps":["trace[1283250151] 'process raft request' (duration: 382.817205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:31.695367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.311394Z","time spent":"383.295395ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:32.089622Z","caller":"traceutil/trace.go:171","msg":"trace[583819110] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"777.083536ms","start":"2026-04-16T16:29:31.312508Z","end":"2026-04-16T16:29:32.089591Z","steps":["trace[583819110] 'process raft request' (duration: 776.592215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.089764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.312502Z","time spent":"777.190188ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:32.089932Z","caller":"traceutil/trace.go:171","msg":"trace[1254835150] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"776.167195ms","start":"2026-04-16T16:29:31.313741Z","end":"2026-04-16T16:29:32.089908Z","steps":["trace[1254835150] 'read index received' (duration: 380.526694ms)","trace[1254835150] 'applied index is now lower than readState.Index' (duration: 395.639491ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:32.090117Z","caller":"traceutil/trace.go:171","msg":"trace[162341410] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"553.745775ms","start":"2026-04-16T16:29:31.536358Z","end":"2026-04-16T16:29:32.090104Z","steps":["trace[162341410] 'process raft request' (duration: 553.06683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.090321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.536328Z","time spent":"553.858017ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:32.090698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.951762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:29:32.090787Z","caller":"traceutil/trace.go:171","msg":"trace[1544623043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"777.019734ms","start":"2026-04-16T16:29:31.313724Z","end":"2026-04-16T16:29:32.090744Z","steps":["trace[1544623043] 'agreement among raft nodes before linearized reading' (duration: 776.87478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.090829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.31372Z","time spent":"777.099535ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:32.090953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.641589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-slf7r\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-16T16:29:32.091025Z","caller":"traceutil/trace.go:171","msg":"trace[200284637] range","detail":"{range_begin:/registry/pods/kube-system/cilium-slf7r; range_end:; response_count:1; response_revision:575; }","duration":"620.747491ms","start":"2026-04-16T16:29:31.470268Z","end":"2026-04-16T16:29:32.091015Z","steps":["trace[200284637] 'agreement among raft nodes before linearized reading' (duration: 620.433424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.091171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.47025Z","time spent":"620.891504ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-slf7r\" "} {"level":"warn","ts":"2026-04-16T16:29:32.091235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.469005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:32.091279Z","caller":"traceutil/trace.go:171","msg":"trace[1064523220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"620.537926ms","start":"2026-04-16T16:29:31.470728Z","end":"2026-04-16T16:29:32.091266Z","steps":["trace[1064523220] 'agreement among raft nodes before linearized reading' (duration: 620.475315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.091309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.470715Z","time spent":"620.586998ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:29:32.091502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.945718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:29:32.091572Z","caller":"traceutil/trace.go:171","msg":"trace[1318548334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:575; }","duration":"332.06438ms","start":"2026-04-16T16:29:31.759489Z","end":"2026-04-16T16:29:32.091553Z","steps":["trace[1318548334] 'agreement among raft nodes before linearized reading' (duration: 331.357405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.091613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:31.759461Z","time spent":"332.144632ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:29:32.658888Z","caller":"traceutil/trace.go:171","msg":"trace[2112358968] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"561.202599ms","start":"2026-04-16T16:29:32.097657Z","end":"2026-04-16T16:29:32.65886Z","steps":["trace[2112358968] 'process raft request' (duration: 551.680657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.659017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:32.097637Z","time spent":"561.313412ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:32.700657Z","caller":"traceutil/trace.go:171","msg":"trace[769340389] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"581.402942ms","start":"2026-04-16T16:29:32.119227Z","end":"2026-04-16T16:29:32.70063Z","steps":["trace[769340389] 'process raft request' (duration: 581.178357ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:32.700701Z","caller":"traceutil/trace.go:171","msg":"trace[2068479604] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"601.227254ms","start":"2026-04-16T16:29:32.099432Z","end":"2026-04-16T16:29:32.700659Z","steps":["trace[2068479604] 'process raft request' (duration: 600.832926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:32.700816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:32.119207Z","time spent":"581.533315ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:32.700868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:32.099411Z","time spent":"601.364198ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:33.238379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.882923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:29:33.238787Z","caller":"traceutil/trace.go:171","msg":"trace[1260342497] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:600; }","duration":"767.163866ms","start":"2026-04-16T16:29:32.471601Z","end":"2026-04-16T16:29:33.238765Z","steps":["trace[1260342497] 'read index received' (duration: 177.749262ms)","trace[1260342497] 'applied index is now lower than readState.Index' (duration: 589.413424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:33.238891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.284588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:33.23888Z","caller":"traceutil/trace.go:171","msg":"trace[1469573696] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"988.330818ms","start":"2026-04-16T16:29:32.250528Z","end":"2026-04-16T16:29:33.238859Z","steps":["trace[1469573696] 'process raft request' (duration: 988.077092ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:33.238924Z","caller":"traceutil/trace.go:171","msg":"trace[463459677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"767.36183ms","start":"2026-04-16T16:29:32.47155Z","end":"2026-04-16T16:29:33.238912Z","steps":["trace[463459677] 'agreement among raft nodes before linearized reading' (duration: 767.284148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:33.238958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:32.47153Z","time spent":"767.418701ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:29:33.238974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:32.250512Z","time spent":"988.4172ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:34.00468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.055395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:29:34.004779Z","caller":"traceutil/trace.go:171","msg":"trace[1119741000] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"305.69304ms","start":"2026-04-16T16:29:33.69907Z","end":"2026-04-16T16:29:34.004763Z","steps":["trace[1119741000] 'read index received' (duration: 38.191µs)","trace[1119741000] 'applied index is now lower than readState.Index' (duration: 305.653759ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:34.004833Z","caller":"traceutil/trace.go:171","msg":"trace[1064903129] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"750.615451ms","start":"2026-04-16T16:29:33.254177Z","end":"2026-04-16T16:29:34.004793Z","steps":["trace[1064903129] 'process raft request' (duration: 253.386552ms)","trace[1064903129] 'compare' (duration: 496.929602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:34.004931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.854564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:29:34.004965Z","caller":"traceutil/trace.go:171","msg":"trace[1434429812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"305.926476ms","start":"2026-04-16T16:29:33.69903Z","end":"2026-04-16T16:29:34.004956Z","steps":["trace[1434429812] 'agreement among raft nodes before linearized reading' (duration: 305.776282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:34.004984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:33.254161Z","time spent":"750.743464ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:29:34.005005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:33.699009Z","time spent":"305.988547ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:29:34.227468Z","caller":"traceutil/trace.go:171","msg":"trace[586742946] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"217.712756ms","start":"2026-04-16T16:29:34.009725Z","end":"2026-04-16T16:29:34.227438Z","steps":["trace[586742946] 'process raft request' (duration: 217.419689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:34.233794Z","caller":"traceutil/trace.go:171","msg":"trace[1939162793] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"223.086045ms","start":"2026-04-16T16:29:34.010685Z","end":"2026-04-16T16:29:34.233771Z","steps":["trace[1939162793] 'process raft request' (duration: 222.980053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:34.233837Z","caller":"traceutil/trace.go:171","msg":"trace[1004421100] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"203.64453ms","start":"2026-04-16T16:29:34.030179Z","end":"2026-04-16T16:29:34.233823Z","steps":["trace[1004421100] 'process raft request' (duration: 203.551488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:34.233926Z","caller":"traceutil/trace.go:171","msg":"trace[961635206] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"223.826912ms","start":"2026-04-16T16:29:34.010075Z","end":"2026-04-16T16:29:34.233902Z","steps":["trace[961635206] 'process raft request' (duration: 223.504575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:34.233771Z","caller":"traceutil/trace.go:171","msg":"trace[1371691491] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:606; }","duration":"137.389681ms","start":"2026-04-16T16:29:34.096366Z","end":"2026-04-16T16:29:34.233755Z","steps":["trace[1371691491] 'read index received' (duration: 130.929977ms)","trace[1371691491] 'applied index is now lower than readState.Index' (duration: 6.458784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:34.234344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.978293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:29:34.234372Z","caller":"traceutil/trace.go:171","msg":"trace[2061127851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"138.016604ms","start":"2026-04-16T16:29:34.096347Z","end":"2026-04-16T16:29:34.234364Z","steps":["trace[2061127851] 'agreement among raft nodes before linearized reading' (duration: 137.894221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:34.23457Z","caller":"traceutil/trace.go:171","msg":"trace[1355434727] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"222.727546ms","start":"2026-04-16T16:29:34.011609Z","end":"2026-04-16T16:29:34.234337Z","steps":["trace[1355434727] 'process raft request' (duration: 222.096403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:36.017699Z","caller":"traceutil/trace.go:171","msg":"trace[1375381518] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"318.248413ms","start":"2026-04-16T16:29:35.699421Z","end":"2026-04-16T16:29:36.01767Z","steps":["trace[1375381518] 'process raft request' (duration: 318.101489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:36.017862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:35.699391Z","time spent":"318.397436ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:36.020121Z","caller":"traceutil/trace.go:171","msg":"trace[1072722592] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"120.327129ms","start":"2026-04-16T16:29:35.899776Z","end":"2026-04-16T16:29:36.020103Z","steps":["trace[1072722592] 'process raft request' (duration: 120.251738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:36.710233Z","caller":"traceutil/trace.go:171","msg":"trace[1062093043] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"128.220316ms","start":"2026-04-16T16:29:36.581987Z","end":"2026-04-16T16:29:36.710208Z","steps":["trace[1062093043] 'process raft request' (duration: 127.993501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:47.363205Z","caller":"traceutil/trace.go:171","msg":"trace[1896216862] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"113.843865ms","start":"2026-04-16T16:29:47.24932Z","end":"2026-04-16T16:29:47.363164Z","steps":["trace[1896216862] 'process raft request' (duration: 101.553391ms)","trace[1896216862] 'compare' (duration: 11.938236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:48.626832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.872066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:48.62692Z","caller":"traceutil/trace.go:171","msg":"trace[663228142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"157.004989ms","start":"2026-04-16T16:29:48.469896Z","end":"2026-04-16T16:29:48.626901Z","steps":["trace[663228142] 'range keys from in-memory index tree' (duration: 156.769374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:51.463381Z","caller":"traceutil/trace.go:171","msg":"trace[530552569] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:776; }","duration":"434.992882ms","start":"2026-04-16T16:29:51.028371Z","end":"2026-04-16T16:29:51.463364Z","steps":["trace[530552569] 'read index received' (duration: 434.959411ms)","trace[530552569] 'applied index is now lower than readState.Index' (duration: 32.791µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:51.463532Z","caller":"traceutil/trace.go:171","msg":"trace[1069552744] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"688.432305ms","start":"2026-04-16T16:29:50.77507Z","end":"2026-04-16T16:29:51.463502Z","steps":["trace[1069552744] 'process raft request' (duration: 688.19059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:51.463598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.215787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:29:51.46363Z","caller":"traceutil/trace.go:171","msg":"trace[1716358688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"435.299009ms","start":"2026-04-16T16:29:51.028321Z","end":"2026-04-16T16:29:51.46362Z","steps":["trace[1716358688] 'agreement among raft nodes before linearized reading' (duration: 435.165316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:51.463657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:51.028298Z","time spent":"435.353329ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:51.463707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:50.775041Z","time spent":"688.568727ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:51.463769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.308389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:29:51.463857Z","caller":"traceutil/trace.go:171","msg":"trace[593025919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"435.463072ms","start":"2026-04-16T16:29:51.02838Z","end":"2026-04-16T16:29:51.463843Z","steps":["trace[593025919] 'agreement among raft nodes before linearized reading' (duration: 435.138674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:51.463933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:51.028347Z","time spent":"435.545464ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:30:26.760953Z","caller":"traceutil/trace.go:171","msg":"trace[1045518684] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1001; }","duration":"183.068718ms","start":"2026-04-16T16:30:26.577858Z","end":"2026-04-16T16:30:26.760926Z","steps":["trace[1045518684] 'read index received' (duration: 182.958606ms)","trace[1045518684] 'applied index is now lower than readState.Index' (duration: 109.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:26.761036Z","caller":"traceutil/trace.go:171","msg":"trace[1502955626] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"187.633921ms","start":"2026-04-16T16:30:26.573367Z","end":"2026-04-16T16:30:26.761001Z","steps":["trace[1502955626] 'process raft request' (duration: 187.417136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:26.761197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.312044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:30:26.761247Z","caller":"traceutil/trace.go:171","msg":"trace[742921034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:961; }","duration":"183.391665ms","start":"2026-04-16T16:30:26.577841Z","end":"2026-04-16T16:30:26.761233Z","steps":["trace[742921034] 'agreement among raft nodes before linearized reading' (duration: 183.201271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:27.790718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.308082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:30:27.79083Z","caller":"traceutil/trace.go:171","msg":"trace[188232174] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:962; }","duration":"544.456675ms","start":"2026-04-16T16:30:27.246352Z","end":"2026-04-16T16:30:27.790808Z","steps":["trace[188232174] 'count revisions from in-memory index tree' (duration: 544.190799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:27.790873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.246341Z","time spent":"544.521647ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:30:27.790854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.457784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:30:27.790966Z","caller":"traceutil/trace.go:171","msg":"trace[1386996116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:962; }","duration":"186.580546ms","start":"2026-04-16T16:30:27.604365Z","end":"2026-04-16T16:30:27.790946Z","steps":["trace[1386996116] 'range keys from in-memory index tree' (duration: 186.445553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:27.791134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.665452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T16:30:27.791206Z","caller":"traceutil/trace.go:171","msg":"trace[807837503] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:962; }","duration":"571.809975ms","start":"2026-04-16T16:30:27.219377Z","end":"2026-04-16T16:30:27.791187Z","steps":["trace[807837503] 'range keys from in-memory index tree' (duration: 571.18088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:27.791246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.219357Z","time spent":"571.880907ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.33\" "} {"level":"warn","ts":"2026-04-16T16:30:27.968658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455267869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:30:28.469352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455267869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:30:28.687365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275899237s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:30:28.68763Z","caller":"traceutil/trace.go:171","msg":"trace[87613049] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"1.276274676s","start":"2026-04-16T16:30:27.411337Z","end":"2026-04-16T16:30:28.687612Z","steps":["trace[87613049] 'process raft request' (duration: 1.276173663s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.687729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.411305Z","time spent":"1.276365527s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:30:28.69116Z","caller":"traceutil/trace.go:171","msg":"trace[1479197146] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1003; }","duration":"1.223335886s","start":"2026-04-16T16:30:27.467808Z","end":"2026-04-16T16:30:28.691144Z","steps":["trace[1479197146] 'read index received' (duration: 1.219711374s)","trace[1479197146] 'applied index is now lower than readState.Index' (duration: 3.623432ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:28.691388Z","caller":"traceutil/trace.go:171","msg":"trace[1102921360] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"1.154843525s","start":"2026-04-16T16:30:27.536532Z","end":"2026-04-16T16:30:28.691376Z","steps":["trace[1102921360] 'process raft request' (duration: 1.154494647s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.691464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.536512Z","time spent":"1.154910306s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:30:28.691634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.792284Z","time spent":"899.349116ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T16:30:28.691797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223992072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:30:28.691843Z","caller":"traceutil/trace.go:171","msg":"trace[1392028699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"1.224075623s","start":"2026-04-16T16:30:27.467757Z","end":"2026-04-16T16:30:28.691832Z","steps":["trace[1392028699] 'agreement among raft nodes before linearized reading' (duration: 1.224010481s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.691872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.467737Z","time spent":"1.224129265s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:30:28.692067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015463007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:30:28.692106Z","caller":"traceutil/trace.go:171","msg":"trace[1264658087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:964; }","duration":"1.015523868s","start":"2026-04-16T16:30:27.676573Z","end":"2026-04-16T16:30:28.692097Z","steps":["trace[1264658087] 'agreement among raft nodes before linearized reading' (duration: 1.015411515s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.692133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.676563Z","time spent":"1.015563558s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:30:28.69226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.928405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:30:28.692286Z","caller":"traceutil/trace.go:171","msg":"trace[264378211] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:964; }","duration":"284.985157ms","start":"2026-04-16T16:30:28.407293Z","end":"2026-04-16T16:30:28.692278Z","steps":["trace[264378211] 'agreement among raft nodes before linearized reading' (duration: 284.939986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.692459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.110251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:30:28.692486Z","caller":"traceutil/trace.go:171","msg":"trace[1139418459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:964; }","duration":"801.157911ms","start":"2026-04-16T16:30:27.89132Z","end":"2026-04-16T16:30:28.692478Z","steps":["trace[1139418459] 'agreement among raft nodes before linearized reading' (duration: 801.08325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.692511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.891308Z","time spent":"801.197232ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:30:28.692622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.589352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:30:28.692646Z","caller":"traceutil/trace.go:171","msg":"trace[971834132] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:964; }","duration":"873.643804ms","start":"2026-04-16T16:30:27.818995Z","end":"2026-04-16T16:30:28.692639Z","steps":["trace[971834132] 'agreement among raft nodes before linearized reading' (duration: 873.605963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.692672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.818977Z","time spent":"873.687904ms","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:30:28.692709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.864348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:30:28.692734Z","caller":"traceutil/trace.go:171","msg":"trace[562009939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:964; }","duration":"997.920659ms","start":"2026-04-16T16:30:27.694806Z","end":"2026-04-16T16:30:28.692727Z","steps":["trace[562009939] 'agreement among raft nodes before linearized reading' (duration: 997.846677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:28.692753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:27.69479Z","time spent":"997.95852ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:30:40.925006Z","caller":"traceutil/trace.go:171","msg":"trace[2020893805] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"104.757575ms","start":"2026-04-16T16:30:40.820224Z","end":"2026-04-16T16:30:40.924981Z","steps":["trace[2020893805] 'process raft request' (duration: 52.48385ms)","trace[2020893805] 'compare' (duration: 52.170002ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:41.100956Z","caller":"traceutil/trace.go:171","msg":"trace[1718330699] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"172.356365ms","start":"2026-04-16T16:30:40.928576Z","end":"2026-04-16T16:30:41.100932Z","steps":["trace[1718330699] 'process raft request' (duration: 150.326506ms)","trace[1718330699] 'compare' (duration: 21.941347ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:48.956223Z","caller":"traceutil/trace.go:171","msg":"trace[2101149109] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1077; }","duration":"103.30562ms","start":"2026-04-16T16:30:48.852895Z","end":"2026-04-16T16:30:48.9562Z","steps":["trace[2101149109] 'read index received' (duration: 103.117636ms)","trace[2101149109] 'applied index is now lower than readState.Index' (duration: 187.034µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:30:48.956444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.526016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:30:48.956487Z","caller":"traceutil/trace.go:171","msg":"trace[1399369846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1032; }","duration":"103.630708ms","start":"2026-04-16T16:30:48.852846Z","end":"2026-04-16T16:30:48.956477Z","steps":["trace[1399369846] 'agreement among raft nodes before linearized reading' (duration: 103.449164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:48.956823Z","caller":"traceutil/trace.go:171","msg":"trace[408117324] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"106.459312ms","start":"2026-04-16T16:30:48.850352Z","end":"2026-04-16T16:30:48.956811Z","steps":["trace[408117324] 'process raft request' (duration: 105.718446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:52.529843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.869406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T16:31:02.130133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.400257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:02.13031Z","caller":"traceutil/trace.go:171","msg":"trace[2132165325] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"197.629707ms","start":"2026-04-16T16:31:01.932654Z","end":"2026-04-16T16:31:02.130283Z","steps":["trace[2132165325] 'process raft request' (duration: 91.955044ms)","trace[2132165325] 'compare' (duration: 105.171982ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:02.195638Z","caller":"traceutil/trace.go:171","msg":"trace[929470334] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"249.775649ms","start":"2026-04-16T16:31:01.945825Z","end":"2026-04-16T16:31:02.1956Z","steps":["trace[929470334] 'process raft request' (duration: 249.667027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.195667Z","caller":"traceutil/trace.go:171","msg":"trace[1430992631] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"261.338702ms","start":"2026-04-16T16:31:01.934291Z","end":"2026-04-16T16:31:02.195629Z","steps":["trace[1430992631] 'process raft request' (duration: 261.072046ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.255476Z","caller":"traceutil/trace.go:171","msg":"trace[316441208] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"116.258434ms","start":"2026-04-16T16:31:02.139177Z","end":"2026-04-16T16:31:02.255435Z","steps":["trace[316441208] 'process raft request' (duration: 116.189462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.256043Z","caller":"traceutil/trace.go:171","msg":"trace[198152852] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"116.92476ms","start":"2026-04-16T16:31:02.138526Z","end":"2026-04-16T16:31:02.255451Z","steps":["trace[198152852] 'process raft request' (duration: 116.744376ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.447433Z","caller":"traceutil/trace.go:171","msg":"trace[2097672740] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"190.944677ms","start":"2026-04-16T16:31:02.256462Z","end":"2026-04-16T16:31:02.447407Z","steps":["trace[2097672740] 'process raft request' (duration: 100.295713ms)","trace[2097672740] 'compare' (duration: 90.44764ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:02.447705Z","caller":"traceutil/trace.go:171","msg":"trace[1984085014] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"183.049138ms","start":"2026-04-16T16:31:02.264637Z","end":"2026-04-16T16:31:02.447686Z","steps":["trace[1984085014] 'process raft request' (duration: 182.816722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.447695Z","caller":"traceutil/trace.go:171","msg":"trace[1238260964] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"185.274438ms","start":"2026-04-16T16:31:02.262378Z","end":"2026-04-16T16:31:02.447652Z","steps":["trace[1238260964] 'process raft request' (duration: 185.021972ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.447793Z","caller":"traceutil/trace.go:171","msg":"trace[684929914] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"186.956326ms","start":"2026-04-16T16:31:02.260806Z","end":"2026-04-16T16:31:02.447762Z","steps":["trace[684929914] 'process raft request' (duration: 186.554327ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.447787Z","caller":"traceutil/trace.go:171","msg":"trace[423441216] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1158; }","duration":"153.660641ms","start":"2026-04-16T16:31:02.294067Z","end":"2026-04-16T16:31:02.447728Z","steps":["trace[423441216] 'read index received' (duration: 62.642249ms)","trace[423441216] 'applied index is now lower than readState.Index' (duration: 90.995102ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:02.447935Z","caller":"traceutil/trace.go:171","msg":"trace[483760794] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"191.383596ms","start":"2026-04-16T16:31:02.256541Z","end":"2026-04-16T16:31:02.447924Z","steps":["trace[483760794] 'process raft request' (duration: 190.788293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.448048Z","caller":"traceutil/trace.go:171","msg":"trace[567791195] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"149.576829ms","start":"2026-04-16T16:31:02.298458Z","end":"2026-04-16T16:31:02.448035Z","steps":["trace[567791195] 'process raft request' (duration: 149.040707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:02.503925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.171984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:10872"} {"level":"info","ts":"2026-04-16T16:31:02.504Z","caller":"traceutil/trace.go:171","msg":"trace[1620501694] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:1114; }","duration":"237.277776ms","start":"2026-04-16T16:31:02.266709Z","end":"2026-04-16T16:31:02.503986Z","steps":["trace[1620501694] 'agreement among raft nodes before linearized reading' (duration: 181.214256ms)","trace[1620501694] 'range keys from in-memory index tree' (duration: 55.895337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:02.504498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.150413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:31:02.504548Z","caller":"traceutil/trace.go:171","msg":"trace[1665263175] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1114; }","duration":"113.245445ms","start":"2026-04-16T16:31:02.39129Z","end":"2026-04-16T16:31:02.504535Z","steps":["trace[1665263175] 'agreement among raft nodes before linearized reading' (duration: 113.175584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:02.504599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.890923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-6t7fs\" ","response":"range_response_count:1 size:9695"} {"level":"info","ts":"2026-04-16T16:31:02.504632Z","caller":"traceutil/trace.go:171","msg":"trace[1071039703] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-6t7fs; range_end:; response_count:1; response_revision:1114; }","duration":"204.938003ms","start":"2026-04-16T16:31:02.299678Z","end":"2026-04-16T16:31:02.504616Z","steps":["trace[1071039703] 'agreement among raft nodes before linearized reading' (duration: 204.855441ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:21.239221Z","caller":"traceutil/trace.go:171","msg":"trace[979190594] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"164.963093ms","start":"2026-04-16T16:31:21.074236Z","end":"2026-04-16T16:31:21.239199Z","steps":["trace[979190594] 'process raft request' (duration: 164.674087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:22.033761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.19793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:22.033831Z","caller":"traceutil/trace.go:171","msg":"trace[1948472998] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"788.660471ms","start":"2026-04-16T16:31:21.245159Z","end":"2026-04-16T16:31:22.033819Z","steps":["trace[1948472998] 'process raft request' (duration: 540.355888ms)","trace[1948472998] 'compare' (duration: 247.929705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:22.033861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:21.245141Z","time spent":"788.707052ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:22.094366Z","caller":"traceutil/trace.go:171","msg":"trace[1036009613] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"848.976956ms","start":"2026-04-16T16:31:21.245378Z","end":"2026-04-16T16:31:22.094355Z","steps":["trace[1036009613] 'process raft request' (duration: 848.862403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:22.094456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:21.245369Z","time spent":"849.029098ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:22.094555Z","caller":"traceutil/trace.go:171","msg":"trace[38690298] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"849.13728ms","start":"2026-04-16T16:31:21.245411Z","end":"2026-04-16T16:31:22.094548Z","steps":["trace[38690298] 'process raft request' (duration: 848.912745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:22.094588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:21.245399Z","time spent":"849.17013ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:22.094677Z","caller":"traceutil/trace.go:171","msg":"trace[1547427851] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1242; }","duration":"780.566134ms","start":"2026-04-16T16:31:21.314104Z","end":"2026-04-16T16:31:22.09467Z","steps":["trace[1547427851] 'read index received' (duration: 471.425044ms)","trace[1547427851] 'applied index is now lower than readState.Index' (duration: 309.140529ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:22.094721Z","caller":"traceutil/trace.go:171","msg":"trace[1486315755] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"849.235651ms","start":"2026-04-16T16:31:21.245478Z","end":"2026-04-16T16:31:22.094714Z","steps":["trace[1486315755] 'process raft request' (duration: 849.045937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:22.09475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:21.245452Z","time spent":"849.280593ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:22.094938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.838329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:31:22.094958Z","caller":"traceutil/trace.go:171","msg":"trace[1521846538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1191; }","duration":"780.876331ms","start":"2026-04-16T16:31:21.314076Z","end":"2026-04-16T16:31:22.094952Z","steps":["trace[1521846538] 'agreement among raft nodes before linearized reading' (duration: 780.795649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:22.094981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:21.314065Z","time spent":"780.909671ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:31:22.095042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.697508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:22.095101Z","caller":"traceutil/trace.go:171","msg":"trace[115236629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1191; }","duration":"623.776729ms","start":"2026-04-16T16:31:21.471307Z","end":"2026-04-16T16:31:22.095084Z","steps":["trace[115236629] 'agreement among raft nodes before linearized reading' (duration: 623.690828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:22.095129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:21.471298Z","time spent":"623.82489ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:31:22.311293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.444098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:22.311392Z","caller":"traceutil/trace.go:171","msg":"trace[1221994] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"212.69532ms","start":"2026-04-16T16:31:22.098676Z","end":"2026-04-16T16:31:22.311371Z","steps":["trace[1221994] 'process raft request' (duration: 50.092049ms)","trace[1221994] 'compare' (duration: 162.06039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:22.55166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.075225ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:31:23.515385Z","caller":"traceutil/trace.go:171","msg":"trace[228079355] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"222.274751ms","start":"2026-04-16T16:31:23.293088Z","end":"2026-04-16T16:31:23.515363Z","steps":["trace[228079355] 'process raft request' (duration: 222.132218ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:24.013703Z","caller":"traceutil/trace.go:171","msg":"trace[1495569370] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1249; }","duration":"551.37372ms","start":"2026-04-16T16:31:23.462306Z","end":"2026-04-16T16:31:24.01368Z","steps":["trace[1495569370] 'read index received' (duration: 53.549476ms)","trace[1495569370] 'applied index is now lower than readState.Index' (duration: 497.823224ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:24.013819Z","caller":"traceutil/trace.go:171","msg":"trace[1405021476] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"612.117194ms","start":"2026-04-16T16:31:23.401689Z","end":"2026-04-16T16:31:24.013806Z","steps":["trace[1405021476] 'process raft request' (duration: 521.160387ms)","trace[1405021476] 'compare' (duration: 90.560318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:24.013893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.348411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:24.013958Z","caller":"traceutil/trace.go:171","msg":"trace[168806382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1194; }","duration":"542.447163ms","start":"2026-04-16T16:31:23.471493Z","end":"2026-04-16T16:31:24.013941Z","steps":["trace[168806382] 'agreement among raft nodes before linearized reading' (duration: 542.344761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:24.013973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.676826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:24.014008Z","caller":"traceutil/trace.go:171","msg":"trace[1712477548] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1194; }","duration":"551.753858ms","start":"2026-04-16T16:31:23.462243Z","end":"2026-04-16T16:31:24.013997Z","steps":["trace[1712477548] 'agreement among raft nodes before linearized reading' (duration: 551.702497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:24.014008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:23.471469Z","time spent":"542.527915ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:31:24.014037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:23.462211Z","time spent":"551.818279ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:31:24.013911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:23.401673Z","time spent":"612.172744ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:24.249746Z","caller":"traceutil/trace.go:171","msg":"trace[232916141] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"141.057208ms","start":"2026-04-16T16:31:24.108662Z","end":"2026-04-16T16:31:24.249719Z","steps":["trace[232916141] 'process raft request' (duration: 140.990516ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:24.249824Z","caller":"traceutil/trace.go:171","msg":"trace[1477973055] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"141.187551ms","start":"2026-04-16T16:31:24.108606Z","end":"2026-04-16T16:31:24.249794Z","steps":["trace[1477973055] 'process raft request' (duration: 140.874534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:25.720747Z","caller":"traceutil/trace.go:171","msg":"trace[549506438] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"189.246446ms","start":"2026-04-16T16:31:25.531223Z","end":"2026-04-16T16:31:25.720469Z","steps":["trace[549506438] 'process raft request' (duration: 189.089682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:26.230777Z","caller":"traceutil/trace.go:171","msg":"trace[1717104458] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"168.609214ms","start":"2026-04-16T16:31:26.062145Z","end":"2026-04-16T16:31:26.230754Z","steps":["trace[1717104458] 'process raft request' (duration: 168.418369ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:26.325227Z","caller":"traceutil/trace.go:171","msg":"trace[686810325] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"138.289627ms","start":"2026-04-16T16:31:26.186915Z","end":"2026-04-16T16:31:26.325205Z","steps":["trace[686810325] 'process raft request' (duration: 61.534361ms)","trace[686810325] 'compare' (duration: 76.538921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:27.44761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.430702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T16:31:27.447695Z","caller":"traceutil/trace.go:171","msg":"trace[521024915] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:1210; }","duration":"225.551214ms","start":"2026-04-16T16:31:27.222126Z","end":"2026-04-16T16:31:27.447677Z","steps":["trace[521024915] 'range keys from in-memory index tree' (duration: 225.263469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:27.671644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.6293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:27.671764Z","caller":"traceutil/trace.go:171","msg":"trace[1898529724] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"159.786899ms","start":"2026-04-16T16:31:27.511963Z","end":"2026-04-16T16:31:27.671749Z","steps":["trace[1898529724] 'process raft request' (duration: 48.928804ms)","trace[1898529724] 'compare' (duration: 110.417396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:27.995495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.319217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:27.995653Z","caller":"traceutil/trace.go:171","msg":"trace[670904442] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"269.50624ms","start":"2026-04-16T16:31:27.72612Z","end":"2026-04-16T16:31:27.995626Z","steps":["trace[670904442] 'process raft request' (duration: 79.917136ms)","trace[670904442] 'compare' (duration: 189.119283ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:28.474125Z","caller":"traceutil/trace.go:171","msg":"trace[1723918395] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1269; }","duration":"144.553134ms","start":"2026-04-16T16:31:28.329559Z","end":"2026-04-16T16:31:28.474112Z","steps":["trace[1723918395] 'read index received' (duration: 144.473542ms)","trace[1723918395] 'applied index is now lower than readState.Index' (duration: 78.952µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:28.474267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.705687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T16:31:28.474243Z","caller":"traceutil/trace.go:171","msg":"trace[304553121] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"228.675511ms","start":"2026-04-16T16:31:28.245539Z","end":"2026-04-16T16:31:28.474215Z","steps":["trace[304553121] 'process raft request' (duration: 228.487857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:28.474323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.773263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:31:28.474337Z","caller":"traceutil/trace.go:171","msg":"trace[1633313703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"105.811123ms","start":"2026-04-16T16:31:28.368522Z","end":"2026-04-16T16:31:28.474333Z","steps":["trace[1633313703] 'agreement among raft nodes before linearized reading' (duration: 105.774482ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:28.474284Z","caller":"traceutil/trace.go:171","msg":"trace[639020362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1213; }","duration":"144.734728ms","start":"2026-04-16T16:31:28.329544Z","end":"2026-04-16T16:31:28.474279Z","steps":["trace[639020362] 'agreement among raft nodes before linearized reading' (duration: 144.649016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:28.474534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.853704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:31:28.474566Z","caller":"traceutil/trace.go:171","msg":"trace[2021067421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1213; }","duration":"105.924756ms","start":"2026-04-16T16:31:28.368634Z","end":"2026-04-16T16:31:28.474559Z","steps":["trace[2021067421] 'agreement among raft nodes before linearized reading' (duration: 105.771292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.012967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455268623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:37.513538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455268623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:38.013767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455268623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:38.514586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455268623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:38.704381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099538418s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:38.704504Z","caller":"traceutil/trace.go:171","msg":"trace[564285472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1296; }","duration":"1.099670091s","start":"2026-04-16T16:31:37.604816Z","end":"2026-04-16T16:31:38.704486Z","steps":["trace[564285472] 'range keys from in-memory index tree' (duration: 1.099522648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:38.815889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000405984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:31:38.816007Z","caller":"traceutil/trace.go:171","msg":"trace[1415078345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570178s","start":"2026-04-16T16:31:36.815407Z","end":"2026-04-16T16:31:38.815977Z","steps":["trace[1415078345] 'agreement among raft nodes before linearized reading' (duration: 2.000438375s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:38.816096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.815387Z","time spent":"2.00067247s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:31:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:31:39.034967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155845455268623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:39.190863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.631307831s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:31:39.19132Z","caller":"traceutil/trace.go:171","msg":"trace[1405910451] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"2.682015124s","start":"2026-04-16T16:31:36.509275Z","end":"2026-04-16T16:31:39.19129Z","steps":["trace[1405910451] 'process raft request' (duration: 2.681846621s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.191472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.509253Z","time spent":"2.682134947s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:39.211075Z","caller":"traceutil/trace.go:171","msg":"trace[609987334] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"2.69956714s","start":"2026-04-16T16:31:36.511482Z","end":"2026-04-16T16:31:39.211049Z","steps":["trace[609987334] 'process raft request' (duration: 2.699300864s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.211125Z","caller":"traceutil/trace.go:171","msg":"trace[423289620] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"1.182070671s","start":"2026-04-16T16:31:38.029021Z","end":"2026-04-16T16:31:39.211092Z","steps":["trace[423289620] 'process raft request' (duration: 1.181961169s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.211286Z","caller":"traceutil/trace.go:171","msg":"trace[780566179] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1354; }","duration":"2.698658159s","start":"2026-04-16T16:31:36.512588Z","end":"2026-04-16T16:31:39.211246Z","steps":["trace[780566179] 'read index received' (duration: 2.678515017s)","trace[780566179] 'applied index is now lower than readState.Index' (duration: 20.141802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:39.211398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.029003Z","time spent":"1.182256496s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:39.211408Z","caller":"traceutil/trace.go:171","msg":"trace[512433379] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"391.57323ms","start":"2026-04-16T16:31:38.819797Z","end":"2026-04-16T16:31:39.21137Z","steps":["trace[512433379] 'process raft request' (duration: 391.238243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.211519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698909305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:31:39.211547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.819773Z","time spent":"391.706904ms","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:31:39.211578Z","caller":"traceutil/trace.go:171","msg":"trace[2112530133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1300; }","duration":"2.698987987s","start":"2026-04-16T16:31:36.512573Z","end":"2026-04-16T16:31:39.211561Z","steps":["trace[2112530133] 'agreement among raft nodes before linearized reading' (duration: 2.698792633s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.211672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.512566Z","time spent":"2.699084109s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:31:39.211753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698053117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:31:39.211831Z","caller":"traceutil/trace.go:171","msg":"trace[1551485421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1300; }","duration":"2.698157119s","start":"2026-04-16T16:31:36.513657Z","end":"2026-04-16T16:31:39.211814Z","steps":["trace[1551485421] 'agreement among raft nodes before linearized reading' (duration: 2.697890573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.211873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666611177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:31:39.211909Z","caller":"traceutil/trace.go:171","msg":"trace[1228447622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1300; }","duration":"2.666689669s","start":"2026-04-16T16:31:36.545209Z","end":"2026-04-16T16:31:39.211899Z","steps":["trace[1228447622] 'agreement among raft nodes before linearized reading' (duration: 2.666595236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.211942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.545111Z","time spent":"2.666824281s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:31:39.211957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.511469Z","time spent":"2.699719234s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:39.211927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.513644Z","time spent":"2.698243551s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:31:39.212186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49699751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T16:31:39.212228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.362893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:39.212259Z","caller":"traceutil/trace.go:171","msg":"trace[1192592066] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1300; }","duration":"573.423245ms","start":"2026-04-16T16:31:38.638826Z","end":"2026-04-16T16:31:39.21225Z","steps":["trace[1192592066] 'agreement among raft nodes before linearized reading' (duration: 573.367473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.212295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.638812Z","time spent":"573.475096ms","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:31:39.212303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.048834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-16T16:31:39.212357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98969599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T16:31:39.212539Z","caller":"traceutil/trace.go:171","msg":"trace[2037222659] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:1300; }","duration":"1.989962246s","start":"2026-04-16T16:31:37.222558Z","end":"2026-04-16T16:31:39.21252Z","steps":["trace[2037222659] 'agreement among raft nodes before linearized reading' (duration: 1.989593377s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.212591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.222539Z","time spent":"1.990040677s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.33\" "} {"level":"info","ts":"2026-04-16T16:31:39.212364Z","caller":"traceutil/trace.go:171","msg":"trace[1194985599] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1300; }","duration":"786.143436ms","start":"2026-04-16T16:31:38.426206Z","end":"2026-04-16T16:31:39.21235Z","steps":["trace[1194985599] 'agreement among raft nodes before linearized reading' (duration: 785.986072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.212663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.426189Z","time spent":"786.462564ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-16T16:31:39.212431Z","caller":"traceutil/trace.go:171","msg":"trace[1565831757] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1300; }","duration":"2.497107984s","start":"2026-04-16T16:31:36.715122Z","end":"2026-04-16T16:31:39.21223Z","steps":["trace[1565831757] 'agreement among raft nodes before linearized reading' (duration: 2.496493849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.212823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.715097Z","time spent":"2.497674356s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-16T16:31:39.2126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206706143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-16T16:31:39.212995Z","caller":"traceutil/trace.go:171","msg":"trace[1430224495] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1300; }","duration":"1.207146422s","start":"2026-04-16T16:31:38.005832Z","end":"2026-04-16T16:31:39.212979Z","steps":["trace[1430224495] 'agreement among raft nodes before linearized reading' (duration: 1.206417566s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.213033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.005812Z","time spent":"1.207210014s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-16T16:31:39.213384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739591846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:39.213439Z","caller":"traceutil/trace.go:171","msg":"trace[1736581313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1300; }","duration":"1.739688348s","start":"2026-04-16T16:31:37.473735Z","end":"2026-04-16T16:31:39.213424Z","steps":["trace[1736581313] 'agreement among raft nodes before linearized reading' (duration: 1.739603977s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.213604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.473716Z","time spent":"1.739851722s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:31:39.372342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.673248ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T16:31:39.372828Z","caller":"traceutil/trace.go:171","msg":"trace[717033076] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"154.992055ms","start":"2026-04-16T16:31:39.217806Z","end":"2026-04-16T16:31:39.372798Z","steps":["trace[717033076] 'process raft request' (duration: 154.78629ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.502729Z","caller":"traceutil/trace.go:171","msg":"trace[1470906177] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"283.897145ms","start":"2026-04-16T16:31:39.218806Z","end":"2026-04-16T16:31:39.502703Z","steps":["trace[1470906177] 'process raft request' (duration: 274.497419ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.503257Z","caller":"traceutil/trace.go:171","msg":"trace[1675717923] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"283.947806ms","start":"2026-04-16T16:31:39.219292Z","end":"2026-04-16T16:31:39.50324Z","steps":["trace[1675717923] 'process raft request' (duration: 283.372144ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.503349Z","caller":"traceutil/trace.go:171","msg":"trace[344691516] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"283.147509ms","start":"2026-04-16T16:31:39.220171Z","end":"2026-04-16T16:31:39.503318Z","steps":["trace[344691516] 'process raft request' (duration: 282.974585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.503362Z","caller":"traceutil/trace.go:171","msg":"trace[1724916478] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"129.178097ms","start":"2026-04-16T16:31:39.374149Z","end":"2026-04-16T16:31:39.503327Z","steps":["trace[1724916478] 'process raft request' (duration: 129.117976ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.50343Z","caller":"traceutil/trace.go:171","msg":"trace[1029175033] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"283.117508ms","start":"2026-04-16T16:31:39.220248Z","end":"2026-04-16T16:31:39.503365Z","steps":["trace[1029175033] 'process raft request' (duration: 282.956444ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.503386Z","caller":"traceutil/trace.go:171","msg":"trace[535748878] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"283.918385ms","start":"2026-04-16T16:31:39.219366Z","end":"2026-04-16T16:31:39.503285Z","steps":["trace[535748878] 'process raft request' (duration: 283.632459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.503619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.582015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:39.503666Z","caller":"traceutil/trace.go:171","msg":"trace[82685944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"281.684827ms","start":"2026-04-16T16:31:39.221969Z","end":"2026-04-16T16:31:39.503654Z","steps":["trace[82685944] 'agreement among raft nodes before linearized reading' (duration: 281.559913ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.503411Z","caller":"traceutil/trace.go:171","msg":"trace[1869004886] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1358; }","duration":"281.363459ms","start":"2026-04-16T16:31:39.222025Z","end":"2026-04-16T16:31:39.503389Z","steps":["trace[1869004886] 'read index received' (duration: 133.920782ms)","trace[1869004886] 'applied index is now lower than readState.Index' (duration: 147.440287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:39.504125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.24076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T16:31:39.50418Z","caller":"traceutil/trace.go:171","msg":"trace[440698398] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1307; }","duration":"201.339852ms","start":"2026-04-16T16:31:39.302826Z","end":"2026-04-16T16:31:39.504166Z","steps":["trace[440698398] 'agreement among raft nodes before linearized reading' (duration: 201.098127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:53.449059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.556351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:31:53.44916Z","caller":"traceutil/trace.go:171","msg":"trace[1147767953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1364; }","duration":"101.722444ms","start":"2026-04-16T16:31:53.347412Z","end":"2026-04-16T16:31:53.449134Z","steps":["trace[1147767953] 'range keys from in-memory index tree' (duration: 101.320266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:53.488103Z","caller":"traceutil/trace.go:171","msg":"trace[1112581013] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"120.558969ms","start":"2026-04-16T16:31:53.367521Z","end":"2026-04-16T16:31:53.48808Z","steps":["trace[1112581013] 'process raft request' (duration: 120.395344ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:53.707182Z","caller":"traceutil/trace.go:171","msg":"trace[1507353681] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"109.800012ms","start":"2026-04-16T16:31:53.597338Z","end":"2026-04-16T16:31:53.707138Z","steps":["trace[1507353681] 'process raft request' (duration: 109.561447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:54.033098Z","caller":"traceutil/trace.go:171","msg":"trace[1829550785] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"320.222033ms","start":"2026-04-16T16:31:53.71283Z","end":"2026-04-16T16:31:54.033052Z","steps":["trace[1829550785] 'process raft request' (duration: 257.050436ms)","trace[1829550785] 'compare' (duration: 62.729137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:54.033241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:53.712816Z","time spent":"320.352845ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:54.033399Z","caller":"traceutil/trace.go:171","msg":"trace[538643959] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"319.287732ms","start":"2026-04-16T16:31:53.71392Z","end":"2026-04-16T16:31:54.033208Z","steps":["trace[538643959] 'process raft request' (duration: 319.073747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:54.033705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:53.713916Z","time spent":"319.555148ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:59.656307Z","caller":"traceutil/trace.go:171","msg":"trace[1342203190] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"125.603417ms","start":"2026-04-16T16:31:59.53069Z","end":"2026-04-16T16:31:59.656293Z","steps":["trace[1342203190] 'process raft request' (duration: 125.513695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:00.217174Z","caller":"traceutil/trace.go:171","msg":"trace[700774985] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"154.258507ms","start":"2026-04-16T16:32:00.062891Z","end":"2026-04-16T16:32:00.21715Z","steps":["trace[700774985] 'process raft request' (duration: 154.114404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:00.227573Z","caller":"traceutil/trace.go:171","msg":"trace[1890063053] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"164.438131ms","start":"2026-04-16T16:32:00.063109Z","end":"2026-04-16T16:32:00.227547Z","steps":["trace[1890063053] 'process raft request' (duration: 164.246737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:01.770099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.74772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:32:01.770176Z","caller":"traceutil/trace.go:171","msg":"trace[1759316182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"109.887193ms","start":"2026-04-16T16:32:01.660274Z","end":"2026-04-16T16:32:01.770161Z","steps":["trace[1759316182] 'range keys from in-memory index tree' (duration: 109.533126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:01.974199Z","caller":"traceutil/trace.go:171","msg":"trace[446849442] linearizableReadLoop","detail":"{readStateIndex:1469; appliedIndex:1468; }","duration":"106.581661ms","start":"2026-04-16T16:32:01.867596Z","end":"2026-04-16T16:32:01.974178Z","steps":["trace[446849442] 'read index received' (duration: 31.737667ms)","trace[446849442] 'applied index is now lower than readState.Index' (duration: 74.843004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:01.974393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.791215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T16:32:01.974477Z","caller":"traceutil/trace.go:171","msg":"trace[1645177356] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1406; }","duration":"106.911888ms","start":"2026-04-16T16:32:01.867551Z","end":"2026-04-16T16:32:01.974463Z","steps":["trace[1645177356] 'agreement among raft nodes before linearized reading' (duration: 106.715894ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:01.974468Z","caller":"traceutil/trace.go:171","msg":"trace[1234118749] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"136.486368ms","start":"2026-04-16T16:32:01.837926Z","end":"2026-04-16T16:32:01.974413Z","steps":["trace[1234118749] 'process raft request' (duration: 61.403559ms)","trace[1234118749] 'compare' (duration: 74.725041ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:02.369491Z","caller":"traceutil/trace.go:171","msg":"trace[1701211641] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"120.536578ms","start":"2026-04-16T16:32:02.248935Z","end":"2026-04-16T16:32:02.369472Z","steps":["trace[1701211641] 'process raft request' (duration: 92.86366ms)","trace[1701211641] 'compare' (duration: 27.500404ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:02.580686Z","caller":"traceutil/trace.go:171","msg":"trace[172042357] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1472; }","duration":"110.978566ms","start":"2026-04-16T16:32:02.469681Z","end":"2026-04-16T16:32:02.58066Z","steps":["trace[172042357] 'read index received' (duration: 26.023601ms)","trace[172042357] 'applied index is now lower than readState.Index' (duration: 84.953695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:02.580819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:02.580873Z","caller":"traceutil/trace.go:171","msg":"trace[916129827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1409; }","duration":"111.244053ms","start":"2026-04-16T16:32:02.469618Z","end":"2026-04-16T16:32:02.580863Z","steps":["trace[916129827] 'agreement among raft nodes before linearized reading' (duration: 111.13691ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:10.646584Z","caller":"traceutil/trace.go:171","msg":"trace[962135493] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"156.738062ms","start":"2026-04-16T16:32:10.489818Z","end":"2026-04-16T16:32:10.646556Z","steps":["trace[962135493] 'process raft request' (duration: 103.019072ms)","trace[962135493] 'compare' (duration: 53.603978ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:50.292383Z","caller":"traceutil/trace.go:171","msg":"trace[1363996455] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"213.885357ms","start":"2026-04-16T16:34:50.078479Z","end":"2026-04-16T16:34:50.292364Z","steps":["trace[1363996455] 'process raft request' (duration: 211.745379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.566952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.000583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:55.567132Z","caller":"traceutil/trace.go:171","msg":"trace[731845705] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"240.719225ms","start":"2026-04-16T16:34:55.326352Z","end":"2026-04-16T16:34:55.567071Z","steps":["trace[731845705] 'process raft request' (duration: 112.506587ms)","trace[731845705] 'compare' (duration: 127.875131ms)"],"step_count":2}