{"level":"warn","ts":"2026-03-19T05:52:52.750494Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T05:52:52.751251Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.131:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.131:2380","--initial-cluster=instance=https://199.204.45.131:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.131:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.131:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T05:52:52.751343Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T05:52:52.751353Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-03-19T05:52:52.751371Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T05:52:52.752323Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"]} {"level":"info","ts":"2026-03-19T05:52:52.752405Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.131:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T05:52:52.75657Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.97276ms"} {"level":"info","ts":"2026-03-19T05:52:52.763416Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2fdf33955ed9ec6c","cluster-id":"e3dd6b4ed8cb907a"} {"level":"info","ts":"2026-03-19T05:52:52.763528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T05:52:52.763591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 0"} {"level":"info","ts":"2026-03-19T05:52:52.763618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2fdf33955ed9ec6c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T05:52:52.763684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 1"} {"level":"info","ts":"2026-03-19T05:52:52.763785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"warn","ts":"2026-03-19T05:52:52.773412Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T05:52:52.774746Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T05:52:52.777733Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T05:52:52.780614Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2fdf33955ed9ec6c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T05:52:52.780842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:52:52.780928Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:52:52.780936Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:52:52.780954Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2fdf33955ed9ec6c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T05:52:52.781589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"info","ts":"2026-03-19T05:52:52.782031Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","added-peer-id":"2fdf33955ed9ec6c","added-peer-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-03-19T05:52:52.784258Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T05:52:52.784397Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-03-19T05:52:52.784433Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-03-19T05:52:52.784582Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2fdf33955ed9ec6c","initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T05:52:52.784615Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T05:52:53.56438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T05:52:53.564446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T05:52:53.564492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgPreVoteResp from 2fdf33955ed9ec6c at term 1"} {"level":"info","ts":"2026-03-19T05:52:53.564525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became candidate at term 2"} {"level":"info","ts":"2026-03-19T05:52:53.564546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgVoteResp from 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-03-19T05:52:53.564573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became leader at term 2"} {"level":"info","ts":"2026-03-19T05:52:53.564599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2fdf33955ed9ec6c elected leader 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-03-19T05:52:53.598678Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2fdf33955ed9ec6c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.131:2379]}","request-path":"/0/members/2fdf33955ed9ec6c/attributes","cluster-id":"e3dd6b4ed8cb907a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T05:52:53.598693Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:52:53.598996Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T05:52:53.599054Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T05:52:53.599089Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T05:52:53.599014Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T05:52:53.602589Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T05:52:53.603081Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.131:2379"} {"level":"info","ts":"2026-03-19T05:52:53.621209Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:52:53.621362Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:52:53.62139Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:52:59.961982Z","caller":"traceutil/trace.go:171","msg":"trace[726423599] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"155.636468ms","start":"2026-03-19T05:52:59.806327Z","end":"2026-03-19T05:52:59.961963Z","steps":["trace[726423599] 'process raft request' (duration: 155.535396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:02.134775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.184541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:53:02.134908Z","caller":"traceutil/trace.go:171","msg":"trace[915603423] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"128.634399ms","start":"2026-03-19T05:53:02.006256Z","end":"2026-03-19T05:53:02.13489Z","steps":["trace[915603423] 'compare' (duration: 116.37895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:02.435198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.820411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T05:53:02.435447Z","caller":"traceutil/trace.go:171","msg":"trace[321116134] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:292; }","duration":"179.124879ms","start":"2026-03-19T05:53:02.25627Z","end":"2026-03-19T05:53:02.435395Z","steps":["trace[321116134] 'range keys from in-memory index tree' (duration: 178.703499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:08.347968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:08.848216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:09.194399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644145657s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:53:09.194793Z","caller":"traceutil/trace.go:171","msg":"trace[947799471] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"1.644622839s","start":"2026-03-19T05:53:07.55015Z","end":"2026-03-19T05:53:09.194773Z","steps":["trace[947799471] 'process raft request' (duration: 1.644461835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:09.195165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:07.550129Z","time spent":"1.644724021s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:09.227489Z","caller":"traceutil/trace.go:171","msg":"trace[2006842079] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:380; }","duration":"1.380321214s","start":"2026-03-19T05:53:07.847144Z","end":"2026-03-19T05:53:09.227465Z","steps":["trace[2006842079] 'read index received' (duration: 1.347433976s)","trace[2006842079] 'applied index is now lower than readState.Index' (duration: 32.886048ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:09.227575Z","caller":"traceutil/trace.go:171","msg":"trace[295388122] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.129752756s","start":"2026-03-19T05:53:08.097798Z","end":"2026-03-19T05:53:09.227551Z","steps":["trace[295388122] 'process raft request' (duration: 1.129559011s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:09.227647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380492408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4369"} {"level":"info","ts":"2026-03-19T05:53:09.227682Z","caller":"traceutil/trace.go:171","msg":"trace[618974386] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:368; }","duration":"1.3805741s","start":"2026-03-19T05:53:07.847097Z","end":"2026-03-19T05:53:09.227671Z","steps":["trace[618974386] 'agreement among raft nodes before linearized reading' (duration: 1.380499098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:09.227671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19028859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:53:09.227702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:08.097782Z","time spent":"1.129845658s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:09.227713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:07.847074Z","time spent":"1.380630812s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4392,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T05:53:09.227726Z","caller":"traceutil/trace.go:171","msg":"trace[1641785137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"1.190399142s","start":"2026-03-19T05:53:08.037313Z","end":"2026-03-19T05:53:09.227712Z","steps":["trace[1641785137] 'agreement among raft nodes before linearized reading' (duration: 1.19030159s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:09.227743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.247095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T05:53:09.227766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:08.037291Z","time spent":"1.190465024s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:53:09.227799Z","caller":"traceutil/trace.go:171","msg":"trace[2011210773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:368; }","duration":"133.339557ms","start":"2026-03-19T05:53:09.094444Z","end":"2026-03-19T05:53:09.227783Z","steps":["trace[2011210773] 'agreement among raft nodes before linearized reading' (duration: 133.238405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:09.227997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158242283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-19T05:53:09.228027Z","caller":"traceutil/trace.go:171","msg":"trace[1314552587] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:368; }","duration":"1.158292155s","start":"2026-03-19T05:53:08.069726Z","end":"2026-03-19T05:53:09.228018Z","steps":["trace[1314552587] 'agreement among raft nodes before linearized reading' (duration: 1.158232473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:09.228055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:08.069716Z","time spent":"1.158333126s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4818,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-19T05:53:09.738278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:10.126012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.445221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:53:10.126108Z","caller":"traceutil/trace.go:171","msg":"trace[139982974] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"892.960822ms","start":"2026-03-19T05:53:09.23313Z","end":"2026-03-19T05:53:10.126091Z","steps":["trace[139982974] 'process raft request' (duration: 751.363597ms)","trace[139982974] 'compare' (duration: 141.225885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:10.126891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:09.233104Z","time spent":"893.682681ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:11.237545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T05:53:11.237644Z","caller":"traceutil/trace.go:171","msg":"trace[1058761787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200481s","start":"2026-03-19T05:53:09.237427Z","end":"2026-03-19T05:53:11.237627Z","steps":["trace[1058761787] 'agreement among raft nodes before linearized reading' (duration: 2.000034787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.237688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:09.237416Z","time spent":"2.000262263s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:53:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:53:11.343105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358630368s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:53:11.343512Z","caller":"traceutil/trace.go:171","msg":"trace[1904430572] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"2.110285182s","start":"2026-03-19T05:53:09.233208Z","end":"2026-03-19T05:53:11.343494Z","steps":["trace[1904430572] 'process raft request' (duration: 2.110001825s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.343621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:09.23316Z","time spent":"2.110395135s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:11.343724Z","caller":"traceutil/trace.go:171","msg":"trace[1493171446] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"2.10063489s","start":"2026-03-19T05:53:09.243079Z","end":"2026-03-19T05:53:11.343714Z","steps":["trace[1493171446] 'process raft request' (duration: 2.100342943s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.343774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:09.243071Z","time spent":"2.100674061s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4361,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:11.343979Z","caller":"traceutil/trace.go:171","msg":"trace[199556136] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:382; }","duration":"2.106502638s","start":"2026-03-19T05:53:09.237458Z","end":"2026-03-19T05:53:11.343961Z","steps":["trace[199556136] 'read index received' (duration: 747.046859ms)","trace[199556136] 'applied index is now lower than readState.Index' (duration: 1.359453029s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:11.344144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874534527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:53:11.344179Z","caller":"traceutil/trace.go:171","msg":"trace[1454793438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"1.874608489s","start":"2026-03-19T05:53:09.469562Z","end":"2026-03-19T05:53:11.34417Z","steps":["trace[1454793438] 'agreement among raft nodes before linearized reading' (duration: 1.874496316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.344416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.499011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:53:11.344459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:09.469545Z","time spent":"1.874898186s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:53:11.344469Z","caller":"traceutil/trace.go:171","msg":"trace[684372427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"106.574483ms","start":"2026-03-19T05:53:11.237879Z","end":"2026-03-19T05:53:11.344453Z","steps":["trace[684372427] 'agreement among raft nodes before linearized reading' (duration: 106.491421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:11.344592Z","caller":"traceutil/trace.go:171","msg":"trace[1006765421] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"2.106479367s","start":"2026-03-19T05:53:09.237152Z","end":"2026-03-19T05:53:11.343631Z","steps":["trace[1006765421] 'process raft request' (duration: 2.10622481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.344893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:09.237137Z","time spent":"2.107593175s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:11.344616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.38473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:53:11.345633Z","caller":"traceutil/trace.go:171","msg":"trace[747960522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:372; }","duration":"146.401477ms","start":"2026-03-19T05:53:11.199189Z","end":"2026-03-19T05:53:11.345591Z","steps":["trace[747960522] 'agreement among raft nodes before linearized reading' (duration: 145.38304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.852029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:53:11.99974Z","caller":"traceutil/trace.go:171","msg":"trace[706194354] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"650.227571ms","start":"2026-03-19T05:53:11.349491Z","end":"2026-03-19T05:53:11.999718Z","steps":["trace[706194354] 'process raft request' (duration: 650.057097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:11.999874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:11.349455Z","time spent":"650.354593ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:53:12.005492Z","caller":"traceutil/trace.go:171","msg":"trace[1915513062] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"655.712359ms","start":"2026-03-19T05:53:11.349749Z","end":"2026-03-19T05:53:12.005462Z","steps":["trace[1915513062] 'process raft request' (duration: 655.540525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:12.005671Z","caller":"traceutil/trace.go:171","msg":"trace[1112252937] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"655.459523ms","start":"2026-03-19T05:53:11.350195Z","end":"2026-03-19T05:53:12.005655Z","steps":["trace[1112252937] 'process raft request' (duration: 655.222297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:12.005697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:11.34974Z","time spent":"655.844622ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:12.005765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:11.350105Z","time spent":"655.614896ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:12.005873Z","caller":"traceutil/trace.go:171","msg":"trace[603306766] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"651.476402ms","start":"2026-03-19T05:53:11.354386Z","end":"2026-03-19T05:53:12.005863Z","steps":["trace[603306766] 'process raft request' (duration: 651.178914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:12.007245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:11.354372Z","time spent":"651.531394ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:12.013253Z","caller":"traceutil/trace.go:171","msg":"trace[308332140] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:386; }","duration":"661.866903ms","start":"2026-03-19T05:53:11.351351Z","end":"2026-03-19T05:53:12.013218Z","steps":["trace[308332140] 'read index received' (duration: 648.24ms)","trace[308332140] 'applied index is now lower than readState.Index' (duration: 13.626183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:12.013495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.119439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:53:12.01357Z","caller":"traceutil/trace.go:171","msg":"trace[722283919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"662.203471ms","start":"2026-03-19T05:53:11.351348Z","end":"2026-03-19T05:53:12.013551Z","steps":["trace[722283919] 'agreement among raft nodes before linearized reading' (duration: 662.071228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:12.013617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:11.351325Z","time spent":"662.283544ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:53:16.939964Z","caller":"traceutil/trace.go:171","msg":"trace[93141333] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"192.420585ms","start":"2026-03-19T05:53:16.747522Z","end":"2026-03-19T05:53:16.939942Z","steps":["trace[93141333] 'process raft request' (duration: 190.285111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:25.416749Z","caller":"traceutil/trace.go:171","msg":"trace[1440115320] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"127.927355ms","start":"2026-03-19T05:53:25.288798Z","end":"2026-03-19T05:53:25.416725Z","steps":["trace[1440115320] 'process raft request' (duration: 127.769671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:26.437463Z","caller":"traceutil/trace.go:171","msg":"trace[478985137] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"163.676786ms","start":"2026-03-19T05:53:26.273764Z","end":"2026-03-19T05:53:26.43744Z","steps":["trace[478985137] 'process raft request' (duration: 99.346394ms)","trace[478985137] 'compare' (duration: 64.24011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:26.726187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.866955ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T05:53:27.629787Z","caller":"traceutil/trace.go:171","msg":"trace[687710325] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"167.093633ms","start":"2026-03-19T05:53:27.462672Z","end":"2026-03-19T05:53:27.629766Z","steps":["trace[687710325] 'process raft request' (duration: 166.96309ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:28.436334Z","caller":"traceutil/trace.go:171","msg":"trace[1868831702] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"162.020785ms","start":"2026-03-19T05:53:28.274287Z","end":"2026-03-19T05:53:28.436308Z","steps":["trace[1868831702] 'process raft request' (duration: 161.8538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:29.989988Z","caller":"traceutil/trace.go:171","msg":"trace[923513120] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"353.090432ms","start":"2026-03-19T05:53:29.636868Z","end":"2026-03-19T05:53:29.989958Z","steps":["trace[923513120] 'process raft request' (duration: 352.933068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:29.990214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:29.636851Z","time spent":"353.221865ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:32.902521Z","caller":"traceutil/trace.go:171","msg":"trace[1438344950] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"774.034893ms","start":"2026-03-19T05:53:32.128449Z","end":"2026-03-19T05:53:32.902484Z","steps":["trace[1438344950] 'process raft request' (duration: 773.826698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:32.902721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:32.128436Z","time spent":"774.177037ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:33.027061Z","caller":"traceutil/trace.go:171","msg":"trace[1642720398] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:506; }","duration":"577.439477ms","start":"2026-03-19T05:53:32.449595Z","end":"2026-03-19T05:53:33.027035Z","steps":["trace[1642720398] 'read index received' (duration: 452.729454ms)","trace[1642720398] 'applied index is now lower than readState.Index' (duration: 124.709303ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:33.027127Z","caller":"traceutil/trace.go:171","msg":"trace[1643815608] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"895.442124ms","start":"2026-03-19T05:53:32.131623Z","end":"2026-03-19T05:53:33.027066Z","steps":["trace[1643815608] 'process raft request' (duration: 895.29389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:33.027166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.559411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:53:33.02719Z","caller":"traceutil/trace.go:171","msg":"trace[1708234357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:488; }","duration":"577.650093ms","start":"2026-03-19T05:53:32.449533Z","end":"2026-03-19T05:53:33.027183Z","steps":["trace[1708234357] 'agreement among raft nodes before linearized reading' (duration: 577.585591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:33.02721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:32.449511Z","time spent":"577.694224ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:53:33.027253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:32.131581Z","time spent":"895.602748ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:37.416422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:53:37.595456Z","caller":"traceutil/trace.go:171","msg":"trace[1618917985] linearizableReadLoop","detail":"{readStateIndex:519; appliedIndex:518; }","duration":"680.064805ms","start":"2026-03-19T05:53:36.915358Z","end":"2026-03-19T05:53:37.595422Z","steps":["trace[1618917985] 'read index received' (duration: 679.844479ms)","trace[1618917985] 'applied index is now lower than readState.Index' (duration: 218.186µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:37.595492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:36.529491Z","time spent":"1.065989733s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T05:53:37.595675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.28085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:53:37.595778Z","caller":"traceutil/trace.go:171","msg":"trace[1023922898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:498; }","duration":"680.388773ms","start":"2026-03-19T05:53:36.915351Z","end":"2026-03-19T05:53:37.59574Z","steps":["trace[1023922898] 'agreement among raft nodes before linearized reading' (duration: 680.194468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:37.595785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.246427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T05:53:37.595833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:36.915256Z","time spent":"680.567457ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:37.595829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.929192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kx67z\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T05:53:37.595857Z","caller":"traceutil/trace.go:171","msg":"trace[838232092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:498; }","duration":"551.337419ms","start":"2026-03-19T05:53:37.044498Z","end":"2026-03-19T05:53:37.595836Z","steps":["trace[838232092] 'agreement among raft nodes before linearized reading' (duration: 551.179335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:37.595888Z","caller":"traceutil/trace.go:171","msg":"trace[1055751639] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kx67z; range_end:; response_count:1; response_revision:498; }","duration":"400.053575ms","start":"2026-03-19T05:53:37.19582Z","end":"2026-03-19T05:53:37.595873Z","steps":["trace[1055751639] 'agreement among raft nodes before linearized reading' (duration: 399.894761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:37.595896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.04449Z","time spent":"551.398931ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:53:37.595887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.199568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:53:37.59594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.195797Z","time spent":"400.133268ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-kx67z\" "} {"level":"warn","ts":"2026-03-19T05:53:37.595885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.51299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:53:37.595986Z","caller":"traceutil/trace.go:171","msg":"trace[542575326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:498; }","duration":"557.33059ms","start":"2026-03-19T05:53:37.038625Z","end":"2026-03-19T05:53:37.595955Z","steps":["trace[542575326] 'agreement among raft nodes before linearized reading' (duration: 557.114825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:37.596031Z","caller":"traceutil/trace.go:171","msg":"trace[691440572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"558.751525ms","start":"2026-03-19T05:53:37.037243Z","end":"2026-03-19T05:53:37.595995Z","steps":["trace[691440572] 'agreement among raft nodes before linearized reading' (duration: 558.392616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:37.596051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.03861Z","time spent":"557.427593ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:37.596094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.037207Z","time spent":"558.876208ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:53:38.098023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:53:38.153739Z","caller":"traceutil/trace.go:171","msg":"trace[2061507833] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"556.652432ms","start":"2026-03-19T05:53:37.59706Z","end":"2026-03-19T05:53:38.153713Z","steps":["trace[2061507833] 'process raft request' (duration: 556.489028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:38.153917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.597036Z","time spent":"556.773186ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:39.102905Z","caller":"traceutil/trace.go:171","msg":"trace[153446475] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"1.502032297s","start":"2026-03-19T05:53:37.600813Z","end":"2026-03-19T05:53:39.102845Z","steps":["trace[153446475] 'process raft request' (duration: 1.501742839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:39.103018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505535694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:53:39.103061Z","caller":"traceutil/trace.go:171","msg":"trace[1376788104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:503; }","duration":"1.505642858s","start":"2026-03-19T05:53:37.597409Z","end":"2026-03-19T05:53:39.103052Z","steps":["trace[1376788104] 'agreement among raft nodes before linearized reading' (duration: 1.505556426s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:39.103097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.597386Z","time spent":"1.505703719s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:53:39.103104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.600793Z","time spent":"1.50219574s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:39.102895Z","caller":"traceutil/trace.go:171","msg":"trace[2051581302] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:520; }","duration":"1.505395111s","start":"2026-03-19T05:53:37.59746Z","end":"2026-03-19T05:53:39.102856Z","steps":["trace[2051581302] 'read index received' (duration: 556.269143ms)","trace[2051581302] 'applied index is now lower than readState.Index' (duration: 949.125038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:39.10336Z","caller":"traceutil/trace.go:171","msg":"trace[1262016722] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"1.494225609s","start":"2026-03-19T05:53:37.609123Z","end":"2026-03-19T05:53:39.103349Z","steps":["trace[1262016722] 'process raft request' (duration: 1.493680136s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:39.103406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077540674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T05:53:39.103458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.60911Z","time spent":"1.494288951s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:39.103476Z","caller":"traceutil/trace.go:171","msg":"trace[399029370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:503; }","duration":"1.077621346s","start":"2026-03-19T05:53:38.025816Z","end":"2026-03-19T05:53:39.103438Z","steps":["trace[399029370] 'agreement among raft nodes before linearized reading' (duration: 1.077505053s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:39.103465Z","caller":"traceutil/trace.go:171","msg":"trace[165197434] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"1.502525329s","start":"2026-03-19T05:53:37.600898Z","end":"2026-03-19T05:53:39.103423Z","steps":["trace[165197434] 'process raft request' (duration: 1.501828792s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:39.103521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:38.02578Z","time spent":"1.077730989s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:53:39.103552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.777003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T05:53:39.103638Z","caller":"traceutil/trace.go:171","msg":"trace[1657293104] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:503; }","duration":"945.918517ms","start":"2026-03-19T05:53:38.157699Z","end":"2026-03-19T05:53:39.103617Z","steps":["trace[1657293104] 'agreement among raft nodes before linearized reading' (duration: 945.727542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:39.103665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.60089Z","time spent":"1.502667652s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:39.103686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:38.157676Z","time spent":"946.001058ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T05:53:39.104722Z","caller":"traceutil/trace.go:171","msg":"trace[1519193037] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"1.503152445s","start":"2026-03-19T05:53:37.60154Z","end":"2026-03-19T05:53:39.104692Z","steps":["trace[1519193037] 'process raft request' (duration: 1.501228857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:39.104822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:37.601525Z","time spent":"1.503248728s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:41.133141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959217853s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:53:41.133298Z","caller":"traceutil/trace.go:171","msg":"trace[869967723] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:504; }","duration":"1.959385038s","start":"2026-03-19T05:53:39.173894Z","end":"2026-03-19T05:53:41.133279Z","steps":["trace[869967723] 'range keys from in-memory index tree' (duration: 1.959205233s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:41.538271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:42.039003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:42.480584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.142895563s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:53:42.481033Z","caller":"traceutil/trace.go:171","msg":"trace[285365149] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"2.143438786s","start":"2026-03-19T05:53:40.337568Z","end":"2026-03-19T05:53:42.481007Z","steps":["trace[285365149] 'process raft request' (duration: 2.143280972s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:42.481195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:40.337545Z","time spent":"2.143563709s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:42.488254Z","caller":"traceutil/trace.go:171","msg":"trace[1604454732] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:525; }","duration":"1.450569419s","start":"2026-03-19T05:53:41.037657Z","end":"2026-03-19T05:53:42.488226Z","steps":["trace[1604454732] 'read index received' (duration: 1.443204213s)","trace[1604454732] 'applied index is now lower than readState.Index' (duration: 7.363756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:42.488408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450730463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:53:42.488429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352586309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T05:53:42.488485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380451292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:53:42.488498Z","caller":"traceutil/trace.go:171","msg":"trace[597578697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"1.352683312s","start":"2026-03-19T05:53:41.135801Z","end":"2026-03-19T05:53:42.488484Z","steps":["trace[597578697] 'agreement among raft nodes before linearized reading' (duration: 1.352563469s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:42.488496Z","caller":"traceutil/trace.go:171","msg":"trace[1198134431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"1.450870117s","start":"2026-03-19T05:53:41.037606Z","end":"2026-03-19T05:53:42.488476Z","steps":["trace[1198134431] 'agreement among raft nodes before linearized reading' (duration: 1.450718963s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:42.488521Z","caller":"traceutil/trace.go:171","msg":"trace[1056251562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"1.380528393s","start":"2026-03-19T05:53:41.107983Z","end":"2026-03-19T05:53:42.488511Z","steps":["trace[1056251562] 'agreement among raft nodes before linearized reading' (duration: 1.380473342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:42.488539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:41.135792Z","time spent":"1.352737403s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:53:42.488559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:41.107948Z","time spent":"1.380604275s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:42.48856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:41.037585Z","time spent":"1.450966198s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:53:42.48854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379421415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:53:42.488624Z","caller":"traceutil/trace.go:171","msg":"trace[1937019753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"1.379544559s","start":"2026-03-19T05:53:41.109057Z","end":"2026-03-19T05:53:42.488602Z","steps":["trace[1937019753] 'agreement among raft nodes before linearized reading' (duration: 1.379368694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:42.488435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380452411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:53:42.488694Z","caller":"traceutil/trace.go:171","msg":"trace[2022950397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"1.38078532s","start":"2026-03-19T05:53:41.107902Z","end":"2026-03-19T05:53:42.488687Z","steps":["trace[2022950397] 'agreement among raft nodes before linearized reading' (duration: 1.380443411s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:42.488707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:41.109049Z","time spent":"1.379647221s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:53:42.488724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:41.107883Z","time spent":"1.380833431s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:44.997772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.215498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:53:44.997891Z","caller":"traceutil/trace.go:171","msg":"trace[1964024480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"492.353242ms","start":"2026-03-19T05:53:44.505513Z","end":"2026-03-19T05:53:44.997866Z","steps":["trace[1964024480] 'range keys from in-memory index tree' (duration: 492.146926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:44.997937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:44.505497Z","time spent":"492.430453ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:44.997963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.443134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T05:53:44.998046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.613689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:53:44.998084Z","caller":"traceutil/trace.go:171","msg":"trace[2120620824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"492.641429ms","start":"2026-03-19T05:53:44.505412Z","end":"2026-03-19T05:53:44.998053Z","steps":["trace[2120620824] 'range keys from in-memory index tree' (duration: 492.29269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:44.998084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.39052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T05:53:44.998118Z","caller":"traceutil/trace.go:171","msg":"trace[301064714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"494.693181ms","start":"2026-03-19T05:53:44.503406Z","end":"2026-03-19T05:53:44.998099Z","steps":["trace[301064714] 'range keys from in-memory index tree' (duration: 494.459056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:44.998142Z","caller":"traceutil/trace.go:171","msg":"trace[923398362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"493.494402ms","start":"2026-03-19T05:53:44.504632Z","end":"2026-03-19T05:53:44.998126Z","steps":["trace[923398362] 'range keys from in-memory index tree' (duration: 493.103921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:44.998149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:44.505384Z","time spent":"492.749942ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:53:44.998161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:44.503345Z","time spent":"494.807315ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:44.99817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:44.504611Z","time spent":"493.552593ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:53:45.984301Z","caller":"traceutil/trace.go:171","msg":"trace[1068605077] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"150.278229ms","start":"2026-03-19T05:53:45.833979Z","end":"2026-03-19T05:53:45.984257Z","steps":["trace[1068605077] 'process raft request' (duration: 150.090434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:47.845981Z","caller":"traceutil/trace.go:171","msg":"trace[1635179242] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"413.770162ms","start":"2026-03-19T05:53:47.432155Z","end":"2026-03-19T05:53:47.845925Z","steps":["trace[1635179242] 'read index received' (duration: 389.363736ms)","trace[1635179242] 'applied index is now lower than readState.Index' (duration: 24.404925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:47.846104Z","caller":"traceutil/trace.go:171","msg":"trace[407225421] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"583.074959ms","start":"2026-03-19T05:53:47.263006Z","end":"2026-03-19T05:53:47.84608Z","steps":["trace[407225421] 'process raft request' (duration: 558.53481ms)","trace[407225421] 'compare' (duration: 18.083187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:47.846199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:47.262976Z","time spent":"583.155892ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18322,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:47.846251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.084309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-19T05:53:47.846326Z","caller":"traceutil/trace.go:171","msg":"trace[1778024023] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"414.194282ms","start":"2026-03-19T05:53:47.432117Z","end":"2026-03-19T05:53:47.846311Z","steps":["trace[1778024023] 'agreement among raft nodes before linearized reading' (duration: 414.040888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:47.846354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:47.432102Z","time spent":"414.246143ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:53:48.106Z","caller":"traceutil/trace.go:171","msg":"trace[1172168201] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"259.924203ms","start":"2026-03-19T05:53:47.846049Z","end":"2026-03-19T05:53:48.105973Z","steps":["trace[1172168201] 'read index received' (duration: 259.729018ms)","trace[1172168201] 'applied index is now lower than readState.Index' (duration: 194.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:48.106088Z","caller":"traceutil/trace.go:171","msg":"trace[519139359] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"268.737015ms","start":"2026-03-19T05:53:47.837325Z","end":"2026-03-19T05:53:48.106062Z","steps":["trace[519139359] 'process raft request' (duration: 268.517449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:48.106734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.931913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-19T05:53:48.106777Z","caller":"traceutil/trace.go:171","msg":"trace[594871772] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:574; }","duration":"474.984164ms","start":"2026-03-19T05:53:47.63178Z","end":"2026-03-19T05:53:48.106764Z","steps":["trace[594871772] 'agreement among raft nodes before linearized reading' (duration: 474.299957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:48.106799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:47.631737Z","time spent":"475.056446ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:53:48.371625Z","caller":"traceutil/trace.go:171","msg":"trace[1233043048] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"138.945543ms","start":"2026-03-19T05:53:48.232657Z","end":"2026-03-19T05:53:48.371602Z","steps":["trace[1233043048] 'read index received' (duration: 138.769789ms)","trace[1233043048] 'applied index is now lower than readState.Index' (duration: 174.894µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:48.371757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.084027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-19T05:53:48.371799Z","caller":"traceutil/trace.go:171","msg":"trace[275313592] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:575; }","duration":"139.179059ms","start":"2026-03-19T05:53:48.232607Z","end":"2026-03-19T05:53:48.371786Z","steps":["trace[275313592] 'agreement among raft nodes before linearized reading' (duration: 139.082126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:48.37192Z","caller":"traceutil/trace.go:171","msg":"trace[460962206] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"255.114331ms","start":"2026-03-19T05:53:48.116769Z","end":"2026-03-19T05:53:48.371883Z","steps":["trace[460962206] 'process raft request' (duration: 254.710911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:48.536221Z","caller":"traceutil/trace.go:171","msg":"trace[1616664696] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"153.722886ms","start":"2026-03-19T05:53:48.382479Z","end":"2026-03-19T05:53:48.536202Z","steps":["trace[1616664696] 'process raft request' (duration: 149.861908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:49.51679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:50.01793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:50.518354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:51.019074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:51.519727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749661946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:53:51.597963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.902108572s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:53:51.598972Z","caller":"traceutil/trace.go:171","msg":"trace[1752783416] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"2.903578841s","start":"2026-03-19T05:53:48.695367Z","end":"2026-03-19T05:53:51.598946Z","steps":["trace[1752783416] 'process raft request' (duration: 2.902874873s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:51.599117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:48.695352Z","time spent":"2.903689123s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:52.035403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T05:53:52.035566Z","caller":"traceutil/trace.go:171","msg":"trace[1253017562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036524s","start":"2026-03-19T05:53:50.035165Z","end":"2026-03-19T05:53:52.03553Z","steps":["trace[1253017562] 'agreement among raft nodes before linearized reading' (duration: 2.000181455s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.035622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:50.035145Z","time spent":"2.000464662s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:53:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:53:52.696216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.207625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:53:52.696374Z","caller":"traceutil/trace.go:171","msg":"trace[981841124] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:603; }","duration":"3.679737538s","start":"2026-03-19T05:53:49.016584Z","end":"2026-03-19T05:53:52.696322Z","steps":["trace[981841124] 'read index received' (duration: 2.581593754s)","trace[981841124] 'applied index is now lower than readState.Index' (duration: 1.098142404s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:52.696371Z","caller":"traceutil/trace.go:171","msg":"trace[1442228841] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"3.835599138s","start":"2026-03-19T05:53:48.860738Z","end":"2026-03-19T05:53:52.696337Z","steps":["trace[1442228841] 'process raft request' (duration: 2.925190916s)","trace[1442228841] 'compare' (duration: 909.955139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:53:52.696512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:48.860713Z","time spent":"3.835739481s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:53:52.69654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679951193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:53:52.696573Z","caller":"traceutil/trace.go:171","msg":"trace[85446574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"3.680015905s","start":"2026-03-19T05:53:49.016546Z","end":"2026-03-19T05:53:52.696562Z","steps":["trace[85446574] 'agreement among raft nodes before linearized reading' (duration: 3.679900862s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.696605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.01653Z","time spent":"3.680067856s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:52.696848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67864859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:53:52.696934Z","caller":"traceutil/trace.go:171","msg":"trace[327289933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"3.678750373s","start":"2026-03-19T05:53:49.018158Z","end":"2026-03-19T05:53:52.696908Z","steps":["trace[327289933] 'agreement among raft nodes before linearized reading' (duration: 3.678575408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.696974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.018151Z","time spent":"3.678815144s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:53:52.696983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465712682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-19T05:53:52.697031Z","caller":"traceutil/trace.go:171","msg":"trace[1213778269] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:582; }","duration":"3.465792853s","start":"2026-03-19T05:53:49.231224Z","end":"2026-03-19T05:53:52.697017Z","steps":["trace[1213778269] 'agreement among raft nodes before linearized reading' (duration: 3.46564333s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.697045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434118516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kx67z\" ","response":"range_response_count:1 size:18337"} {"level":"warn","ts":"2026-03-19T05:53:52.697066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.231204Z","time spent":"3.465853505s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:53:52.697084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264554511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-19T05:53:52.697107Z","caller":"traceutil/trace.go:171","msg":"trace[1841396416] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kx67z; range_end:; response_count:1; response_revision:582; }","duration":"3.434212658s","start":"2026-03-19T05:53:49.262878Z","end":"2026-03-19T05:53:52.697091Z","steps":["trace[1841396416] 'agreement among raft nodes before linearized reading' (duration: 3.434042534s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:52.697117Z","caller":"traceutil/trace.go:171","msg":"trace[1370441576] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:582; }","duration":"3.264616473s","start":"2026-03-19T05:53:49.432491Z","end":"2026-03-19T05:53:52.697107Z","steps":["trace[1370441576] 'agreement among raft nodes before linearized reading' (duration: 3.264414418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.697138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.262862Z","time spent":"3.434269949s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-kx67z\" "} {"level":"warn","ts":"2026-03-19T05:53:52.697165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610463771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T05:53:52.697173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.402594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:53:52.697197Z","caller":"traceutil/trace.go:171","msg":"trace[1300189505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"661.451366ms","start":"2026-03-19T05:53:52.035739Z","end":"2026-03-19T05:53:52.697191Z","steps":["trace[1300189505] 'agreement among raft nodes before linearized reading' (duration: 661.416705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:52.697202Z","caller":"traceutil/trace.go:171","msg":"trace[725111922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:582; }","duration":"3.610561764s","start":"2026-03-19T05:53:49.086626Z","end":"2026-03-19T05:53:52.697188Z","steps":["trace[725111922] 'agreement among raft nodes before linearized reading' (duration: 3.610478942s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.69722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.035718Z","time spent":"661.498566ms","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:53:52.697235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.086606Z","time spent":"3.610622785s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:52.697142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.432478Z","time spent":"3.264658973s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:53:52.697336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670969948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T05:53:52.697076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663854887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T05:53:52.697407Z","caller":"traceutil/trace.go:171","msg":"trace[902014922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:582; }","duration":"3.664211576s","start":"2026-03-19T05:53:49.033187Z","end":"2026-03-19T05:53:52.697398Z","steps":["trace[902014922] 'agreement among raft nodes before linearized reading' (duration: 3.663749344s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.697431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.033176Z","time spent":"3.664247897s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:53:52.69742Z","caller":"traceutil/trace.go:171","msg":"trace[1550266608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"3.671099231s","start":"2026-03-19T05:53:49.026296Z","end":"2026-03-19T05:53:52.697396Z","steps":["trace[1550266608] 'agreement among raft nodes before linearized reading' (duration: 3.670878055s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.697472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.026277Z","time spent":"3.671185193s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:53:52.697481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671589843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T05:53:52.697523Z","caller":"traceutil/trace.go:171","msg":"trace[86838648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"3.671644454s","start":"2026-03-19T05:53:49.025867Z","end":"2026-03-19T05:53:52.697512Z","steps":["trace[86838648] 'agreement among raft nodes before linearized reading' (duration: 3.671578372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:52.69756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:49.025861Z","time spent":"3.671692525s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:53:54.708554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T05:53:54.708641Z","caller":"traceutil/trace.go:171","msg":"trace[1527206995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080152s","start":"2026-03-19T05:53:52.70782Z","end":"2026-03-19T05:53:54.708622Z","steps":["trace[1527206995] 'agreement among raft nodes before linearized reading' (duration: 2.000666387s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:54.708693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.707813Z","time spent":"2.000870232s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:53:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:53:55.101405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.304836065s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:53:56.283131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486768133s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:53:56.283332Z","caller":"traceutil/trace.go:171","msg":"trace[1113280362] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"3.576965636s","start":"2026-03-19T05:53:52.706343Z","end":"2026-03-19T05:53:56.283308Z","steps":["trace[1113280362] 'read index received' (duration: 89.921517ms)","trace[1113280362] 'applied index is now lower than readState.Index' (duration: 3.487041919s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:56.283338Z","caller":"traceutil/trace.go:171","msg":"trace[1320002370] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"3.577230262s","start":"2026-03-19T05:53:52.706076Z","end":"2026-03-19T05:53:56.283306Z","steps":["trace[1320002370] 'process raft request' (duration: 90.193323ms)","trace[1320002370] 'compare' (duration: 3.486370293s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:53:56.283375Z","caller":"traceutil/trace.go:171","msg":"trace[1139795342] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"3.576979417s","start":"2026-03-19T05:53:52.706378Z","end":"2026-03-19T05:53:56.283358Z","steps":["trace[1139795342] 'process raft request' (duration: 3.576854084s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.283446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.706371Z","time spent":"3.577041498s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:56.283478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.706061Z","time spent":"3.577339476s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:56.283678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577330755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e2847a16f690b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T05:53:56.283714Z","caller":"traceutil/trace.go:171","msg":"trace[1310163552] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e2847a16f690b; range_end:; response_count:1; response_revision:585; }","duration":"3.577389026s","start":"2026-03-19T05:53:52.706311Z","end":"2026-03-19T05:53:56.2837Z","steps":["trace[1310163552] 'agreement among raft nodes before linearized reading' (duration: 3.577114649s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:53:56.283701Z","caller":"traceutil/trace.go:171","msg":"trace[1596210006] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"3.577241802s","start":"2026-03-19T05:53:52.706432Z","end":"2026-03-19T05:53:56.283673Z","steps":["trace[1596210006] 'process raft request' (duration: 3.576882944s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.283744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.706297Z","time spent":"3.577440958s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e2847a16f690b\" "} {"level":"info","ts":"2026-03-19T05:53:56.283754Z","caller":"traceutil/trace.go:171","msg":"trace[269065951] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"3.577248843s","start":"2026-03-19T05:53:52.706494Z","end":"2026-03-19T05:53:56.283743Z","steps":["trace[269065951] 'process raft request' (duration: 3.577167841s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.283811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.706463Z","time spent":"3.577317365s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:56.283829Z","caller":"traceutil/trace.go:171","msg":"trace[138001786] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"3.577383976s","start":"2026-03-19T05:53:52.706432Z","end":"2026-03-19T05:53:56.283816Z","steps":["trace[138001786] 'process raft request' (duration: 3.577180441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.283847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.706427Z","time spent":"3.577338836s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:56.283923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.706421Z","time spent":"3.577439058s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:56.28433Z","caller":"traceutil/trace.go:171","msg":"trace[106788758] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"3.572437602s","start":"2026-03-19T05:53:52.711882Z","end":"2026-03-19T05:53:56.28432Z","steps":["trace[106788758] 'process raft request' (duration: 3.571830296s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.284386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.71187Z","time spent":"3.572485282s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:56.284392Z","caller":"traceutil/trace.go:171","msg":"trace[977704036] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"3.492416384s","start":"2026-03-19T05:53:52.791962Z","end":"2026-03-19T05:53:56.284378Z","steps":["trace[977704036] 'process raft request' (duration: 3.492192978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.284467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.791942Z","time spent":"3.492487225s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:53:56.338311Z","caller":"traceutil/trace.go:171","msg":"trace[1380049034] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"3.463499296s","start":"2026-03-19T05:53:52.874792Z","end":"2026-03-19T05:53:56.338291Z","steps":["trace[1380049034] 'process raft request' (duration: 3.463311461s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.338455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:52.874718Z","time spent":"3.46365804s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:53:56.338655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.415621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:53:56.338683Z","caller":"traceutil/trace.go:171","msg":"trace[875693851] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:591; }","duration":"215.479963ms","start":"2026-03-19T05:53:56.123195Z","end":"2026-03-19T05:53:56.338675Z","steps":["trace[875693851] 'agreement among raft nodes before linearized reading' (duration: 215.422151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.338801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629900781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:53:56.338823Z","caller":"traceutil/trace.go:171","msg":"trace[1991431100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"1.629958332s","start":"2026-03-19T05:53:54.708859Z","end":"2026-03-19T05:53:56.338817Z","steps":["trace[1991431100] 'agreement among raft nodes before linearized reading' (duration: 1.629924651s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.33884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:54.70884Z","time spent":"1.629995533s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:53:56.338917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11697028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188243"} {"level":"info","ts":"2026-03-19T05:53:56.339004Z","caller":"traceutil/trace.go:171","msg":"trace[244372778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:591; }","duration":"3.117102103s","start":"2026-03-19T05:53:53.221883Z","end":"2026-03-19T05:53:56.338985Z","steps":["trace[244372778] 'agreement among raft nodes before linearized reading' (duration: 3.116387796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:53:56.339041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:53:53.221867Z","time spent":"3.117166454s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:53:58.83407Z","caller":"traceutil/trace.go:171","msg":"trace[1284817999] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"104.454104ms","start":"2026-03-19T05:53:58.729597Z","end":"2026-03-19T05:53:58.834052Z","steps":["trace[1284817999] 'process raft request' (duration: 104.34684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:05.478262Z","caller":"traceutil/trace.go:171","msg":"trace[1644773878] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"130.13767ms","start":"2026-03-19T05:54:05.348109Z","end":"2026-03-19T05:54:05.478246Z","steps":["trace[1644773878] 'read index received' (duration: 129.921295ms)","trace[1644773878] 'applied index is now lower than readState.Index' (duration: 215.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:05.4783Z","caller":"traceutil/trace.go:171","msg":"trace[366740919] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"131.308041ms","start":"2026-03-19T05:54:05.346966Z","end":"2026-03-19T05:54:05.478274Z","steps":["trace[366740919] 'process raft request' (duration: 131.171357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:05.478433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.300444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-cz2zx\" ","response":"range_response_count:1 size:5056"} {"level":"info","ts":"2026-03-19T05:54:05.478457Z","caller":"traceutil/trace.go:171","msg":"trace[1452518489] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-cz2zx; range_end:; response_count:1; response_revision:684; }","duration":"130.363656ms","start":"2026-03-19T05:54:05.348086Z","end":"2026-03-19T05:54:05.47845Z","steps":["trace[1452518489] 'agreement among raft nodes before linearized reading' (duration: 130.231913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:05.686064Z","caller":"traceutil/trace.go:171","msg":"trace[730842421] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:712; }","duration":"128.597972ms","start":"2026-03-19T05:54:05.557443Z","end":"2026-03-19T05:54:05.686041Z","steps":["trace[730842421] 'read index received' (duration: 61.464119ms)","trace[730842421] 'applied index is now lower than readState.Index' (duration: 67.132873ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:05.686183Z","caller":"traceutil/trace.go:171","msg":"trace[1760714909] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"199.246353ms","start":"2026-03-19T05:54:05.486887Z","end":"2026-03-19T05:54:05.686133Z","steps":["trace[1760714909] 'process raft request' (duration: 132.071651ms)","trace[1760714909] 'compare' (duration: 66.947026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:05.686225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.764646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:54:05.686275Z","caller":"traceutil/trace.go:171","msg":"trace[1711719367] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:685; }","duration":"128.876549ms","start":"2026-03-19T05:54:05.557385Z","end":"2026-03-19T05:54:05.686261Z","steps":["trace[1711719367] 'agreement among raft nodes before linearized reading' (duration: 128.749635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:12.533664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:13.034632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:13.500001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635298417s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:54:14.034113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T05:54:14.034212Z","caller":"traceutil/trace.go:171","msg":"trace[869483569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591736s","start":"2026-03-19T05:54:12.033602Z","end":"2026-03-19T05:54:14.034193Z","steps":["trace[869483569] 'agreement among raft nodes before linearized reading' (duration: 2.000464652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.034359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.033556Z","time spent":"2.000782691s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:14.166178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.898568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:54:14.16634Z","caller":"traceutil/trace.go:171","msg":"trace[65310163] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:733; }","duration":"2.132699767s","start":"2026-03-19T05:54:12.033612Z","end":"2026-03-19T05:54:14.166312Z","steps":["trace[65310163] 'read index received' (duration: 1.466693977s)","trace[65310163] 'applied index is now lower than readState.Index' (duration: 666.00375ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:14.300297Z","caller":"traceutil/trace.go:171","msg":"trace[819922678] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"133.904024ms","start":"2026-03-19T05:54:14.166373Z","end":"2026-03-19T05:54:14.300277Z","steps":["trace[819922678] 'read index received' (duration: 133.7063ms)","trace[819922678] 'applied index is now lower than readState.Index' (duration: 197.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:14.300479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939153898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:14.300507Z","caller":"traceutil/trace.go:171","msg":"trace[1862828808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:705; }","duration":"1.939231259s","start":"2026-03-19T05:54:12.361269Z","end":"2026-03-19T05:54:14.3005Z","steps":["trace[1862828808] 'agreement among raft nodes before linearized reading' (duration: 1.939091405s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.300508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.108491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:14.300821Z","caller":"traceutil/trace.go:171","msg":"trace[1746550950] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:705; }","duration":"136.472301ms","start":"2026-03-19T05:54:14.16433Z","end":"2026-03-19T05:54:14.300802Z","steps":["trace[1746550950] 'agreement among raft nodes before linearized reading' (duration: 136.080621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.30088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916938337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:54:14.300572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.361251Z","time spent":"1.939312932s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:54:14.300998Z","caller":"traceutil/trace.go:171","msg":"trace[1488550597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:705; }","duration":"1.917125702s","start":"2026-03-19T05:54:12.383847Z","end":"2026-03-19T05:54:14.300973Z","steps":["trace[1488550597] 'agreement among raft nodes before linearized reading' (duration: 1.916730682s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.301063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.383826Z","time spent":"1.917227645s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:14.300546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.510144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:14.301174Z","caller":"traceutil/trace.go:171","msg":"trace[1042898729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:705; }","duration":"266.213421ms","start":"2026-03-19T05:54:14.034945Z","end":"2026-03-19T05:54:14.301158Z","steps":["trace[1042898729] 'agreement among raft nodes before linearized reading' (duration: 265.422831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.300626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918595588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:14.301243Z","caller":"traceutil/trace.go:171","msg":"trace[68371944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:705; }","duration":"1.919247555s","start":"2026-03-19T05:54:12.381983Z","end":"2026-03-19T05:54:14.301231Z","steps":["trace[68371944] 'agreement among raft nodes before linearized reading' (duration: 1.918604519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.301276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.381956Z","time spent":"1.919309946s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:14.300672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934596892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:14.301331Z","caller":"traceutil/trace.go:171","msg":"trace[845521890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:705; }","duration":"1.935251529s","start":"2026-03-19T05:54:12.366072Z","end":"2026-03-19T05:54:14.301323Z","steps":["trace[845521890] 'agreement among raft nodes before linearized reading' (duration: 1.934567491s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.301356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.36605Z","time spent":"1.93529863s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:14.300673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.889692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:14.301419Z","caller":"traceutil/trace.go:171","msg":"trace[1872847246] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:705; }","duration":"260.658962ms","start":"2026-03-19T05:54:14.040749Z","end":"2026-03-19T05:54:14.301408Z","steps":["trace[1872847246] 'agreement among raft nodes before linearized reading' (duration: 259.886232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:14.300705Z","caller":"traceutil/trace.go:171","msg":"trace[1237270778] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"1.200132956s","start":"2026-03-19T05:54:13.100566Z","end":"2026-03-19T05:54:14.300699Z","steps":["trace[1237270778] 'process raft request' (duration: 1.199571941s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.30074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90037423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:54:14.30154Z","caller":"traceutil/trace.go:171","msg":"trace[2008284998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:705; }","duration":"1.901213871s","start":"2026-03-19T05:54:12.400318Z","end":"2026-03-19T05:54:14.301532Z","steps":["trace[2008284998] 'agreement among raft nodes before linearized reading' (duration: 1.900277247s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:14.301531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:13.100532Z","time spent":"1.200941476s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:14.301561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.400301Z","time spent":"1.901253651s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T05:54:14.438213Z","caller":"traceutil/trace.go:171","msg":"trace[1624058447] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"111.324656ms","start":"2026-03-19T05:54:14.326868Z","end":"2026-03-19T05:54:14.438193Z","steps":["trace[1624058447] 'process raft request' (duration: 100.969565ms)","trace[1624058447] 'compare' (duration: 10.281369ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:16.4642Z","caller":"traceutil/trace.go:171","msg":"trace[1967663082] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"128.257634ms","start":"2026-03-19T05:54:16.335917Z","end":"2026-03-19T05:54:16.464174Z","steps":["trace[1967663082] 'process raft request' (duration: 128.11057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.499199Z","caller":"traceutil/trace.go:171","msg":"trace[40209291] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"161.130522ms","start":"2026-03-19T05:54:16.33804Z","end":"2026-03-19T05:54:16.499171Z","steps":["trace[40209291] 'process raft request' (duration: 161.05171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.499697Z","caller":"traceutil/trace.go:171","msg":"trace[857287285] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"163.763339ms","start":"2026-03-19T05:54:16.335922Z","end":"2026-03-19T05:54:16.499685Z","steps":["trace[857287285] 'process raft request' (duration: 162.942288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.499869Z","caller":"traceutil/trace.go:171","msg":"trace[1628289169] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"163.437931ms","start":"2026-03-19T05:54:16.336403Z","end":"2026-03-19T05:54:16.499841Z","steps":["trace[1628289169] 'process raft request' (duration: 162.60832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.500032Z","caller":"traceutil/trace.go:171","msg":"trace[1902162880] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"163.057052ms","start":"2026-03-19T05:54:16.336966Z","end":"2026-03-19T05:54:16.500023Z","steps":["trace[1902162880] 'process raft request' (duration: 162.085827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:17.630691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.337298ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T05:54:17.630804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:16.5306Z","time spent":"1.100200376s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T05:54:17.678298Z","caller":"traceutil/trace.go:171","msg":"trace[1979071825] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"536.058634ms","start":"2026-03-19T05:54:17.142164Z","end":"2026-03-19T05:54:17.678222Z","steps":["trace[1979071825] 'process raft request' (duration: 536.004853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:17.678356Z","caller":"traceutil/trace.go:171","msg":"trace[1851112194] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"1.000113334s","start":"2026-03-19T05:54:16.678166Z","end":"2026-03-19T05:54:17.678279Z","steps":["trace[1851112194] 'process raft request' (duration: 999.819506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:17.678513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:17.142124Z","time spent":"536.265719ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:17.678566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:16.678133Z","time spent":"1.000315389s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:19.01449Z","caller":"traceutil/trace.go:171","msg":"trace[1486305149] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"488.598097ms","start":"2026-03-19T05:54:18.525855Z","end":"2026-03-19T05:54:19.014453Z","steps":["trace[1486305149] 'process raft request' (duration: 433.914429ms)","trace[1486305149] 'compare' (duration: 54.199006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:19.014605Z","caller":"traceutil/trace.go:171","msg":"trace[1819520350] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:752; }","duration":"167.0267ms","start":"2026-03-19T05:54:18.847548Z","end":"2026-03-19T05:54:19.014575Z","steps":["trace[1819520350] 'read index received' (duration: 112.132177ms)","trace[1819520350] 'applied index is now lower than readState.Index' (duration: 54.893303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:19.014675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:18.525822Z","time spent":"488.762422ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:19.014772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.214645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:54:19.014737Z","caller":"traceutil/trace.go:171","msg":"trace[1221367747] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"488.689519ms","start":"2026-03-19T05:54:18.526005Z","end":"2026-03-19T05:54:19.014694Z","steps":["trace[1221367747] 'process raft request' (duration: 488.412392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:19.014817Z","caller":"traceutil/trace.go:171","msg":"trace[1849763986] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:724; }","duration":"167.343358ms","start":"2026-03-19T05:54:18.84746Z","end":"2026-03-19T05:54:19.014804Z","steps":["trace[1849763986] 'agreement among raft nodes before linearized reading' (duration: 167.213455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:19.01496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:18.525988Z","time spent":"488.846934ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:19.015046Z","caller":"traceutil/trace.go:171","msg":"trace[183417681] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"488.376852ms","start":"2026-03-19T05:54:18.526657Z","end":"2026-03-19T05:54:19.015034Z","steps":["trace[183417681] 'process raft request' (duration: 487.880029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:19.015125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:18.526645Z","time spent":"488.442503ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:20.712899Z","caller":"traceutil/trace.go:171","msg":"trace[1841049918] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"119.984525ms","start":"2026-03-19T05:54:20.59288Z","end":"2026-03-19T05:54:20.712865Z","steps":["trace[1841049918] 'read index received' (duration: 119.659896ms)","trace[1841049918] 'applied index is now lower than readState.Index' (duration: 323.219µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:20.712954Z","caller":"traceutil/trace.go:171","msg":"trace[1928969761] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"185.967149ms","start":"2026-03-19T05:54:20.52695Z","end":"2026-03-19T05:54:20.712917Z","steps":["trace[1928969761] 'process raft request' (duration: 185.687781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:20.71334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.426146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:20.713444Z","caller":"traceutil/trace.go:171","msg":"trace[188913202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:725; }","duration":"120.59422ms","start":"2026-03-19T05:54:20.592827Z","end":"2026-03-19T05:54:20.713421Z","steps":["trace[188913202] 'agreement among raft nodes before linearized reading' (duration: 120.18014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.163815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.270138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:21.163951Z","caller":"traceutil/trace.go:171","msg":"trace[1603057523] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:756; }","duration":"144.493134ms","start":"2026-03-19T05:54:21.019435Z","end":"2026-03-19T05:54:21.163928Z","steps":["trace[1603057523] 'read index received' (duration: 18.99394ms)","trace[1603057523] 'applied index is now lower than readState.Index' (duration: 125.497604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:21.164077Z","caller":"traceutil/trace.go:171","msg":"trace[207200280] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"445.620854ms","start":"2026-03-19T05:54:20.718434Z","end":"2026-03-19T05:54:21.164055Z","steps":["trace[207200280] 'process raft request' (duration: 319.982216ms)","trace[207200280] 'compare' (duration: 125.118114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:21.164184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:20.718404Z","time spent":"445.737167ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:21.16433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.827562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:54:21.164433Z","caller":"traceutil/trace.go:171","msg":"trace[256320884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:726; }","duration":"144.980846ms","start":"2026-03-19T05:54:21.019428Z","end":"2026-03-19T05:54:21.164409Z","steps":["trace[256320884] 'agreement among raft nodes before linearized reading' (duration: 144.712239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.164451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.179936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:54:21.164437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.8917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:21.164489Z","caller":"traceutil/trace.go:171","msg":"trace[1745117567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"144.260337ms","start":"2026-03-19T05:54:21.020215Z","end":"2026-03-19T05:54:21.164475Z","steps":["trace[1745117567] 'agreement among raft nodes before linearized reading' (duration: 144.116054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.164538Z","caller":"traceutil/trace.go:171","msg":"trace[354507211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"127.018823ms","start":"2026-03-19T05:54:21.03749Z","end":"2026-03-19T05:54:21.164509Z","steps":["trace[354507211] 'agreement among raft nodes before linearized reading' (duration: 126.853519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.164602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.130529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:21.164711Z","caller":"traceutil/trace.go:171","msg":"trace[1880038191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"145.301664ms","start":"2026-03-19T05:54:21.019384Z","end":"2026-03-19T05:54:21.164686Z","steps":["trace[1880038191] 'agreement among raft nodes before linearized reading' (duration: 144.962975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.96974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.756741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:21.969904Z","caller":"traceutil/trace.go:171","msg":"trace[766943184] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"801.319912ms","start":"2026-03-19T05:54:21.16856Z","end":"2026-03-19T05:54:21.96988Z","steps":["trace[766943184] 'process raft request' (duration: 598.302454ms)","trace[766943184] 'compare' (duration: 202.508635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:21.969965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:21.168539Z","time spent":"801.402173ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:22.557972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:54:22.621806Z","caller":"traceutil/trace.go:171","msg":"trace[98879115] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.452360285s","start":"2026-03-19T05:54:21.169411Z","end":"2026-03-19T05:54:22.621771Z","steps":["trace[98879115] 'process raft request' (duration: 1.452037057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.622037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:21.169381Z","time spent":"1.45251367s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:22.622187Z","caller":"traceutil/trace.go:171","msg":"trace[343691222] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.451620766s","start":"2026-03-19T05:54:21.17052Z","end":"2026-03-19T05:54:22.622141Z","steps":["trace[343691222] 'process raft request' (duration: 1.451154724s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.62242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:21.170495Z","time spent":"1.45179436s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:22.625637Z","caller":"traceutil/trace.go:171","msg":"trace[357667002] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:758; }","duration":"568.241775ms","start":"2026-03-19T05:54:22.057378Z","end":"2026-03-19T05:54:22.62562Z","steps":["trace[357667002] 'read index received' (duration: 563.974698ms)","trace[357667002] 'applied index is now lower than readState.Index' (duration: 4.265967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:22.625758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.376649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:22.625803Z","caller":"traceutil/trace.go:171","msg":"trace[896830000] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:729; }","duration":"568.483142ms","start":"2026-03-19T05:54:22.05731Z","end":"2026-03-19T05:54:22.625793Z","steps":["trace[896830000] 'agreement among raft nodes before linearized reading' (duration: 568.382529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.625837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:22.057286Z","time spent":"568.542733ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:54:29.538392Z","caller":"traceutil/trace.go:171","msg":"trace[966175593] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"497.116008ms","start":"2026-03-19T05:54:29.041252Z","end":"2026-03-19T05:54:29.538368Z","steps":["trace[966175593] 'read index received' (duration: 496.886312ms)","trace[966175593] 'applied index is now lower than readState.Index' (duration: 228.766µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:29.538558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.283232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:29.538527Z","caller":"traceutil/trace.go:171","msg":"trace[989744370] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"743.315601ms","start":"2026-03-19T05:54:28.795165Z","end":"2026-03-19T05:54:29.538481Z","steps":["trace[989744370] 'process raft request' (duration: 743.054675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:29.538649Z","caller":"traceutil/trace.go:171","msg":"trace[119462359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"497.401595ms","start":"2026-03-19T05:54:29.04118Z","end":"2026-03-19T05:54:29.538582Z","steps":["trace[119462359] 'agreement among raft nodes before linearized reading' (duration: 497.316153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:29.538738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:29.041149Z","time spent":"497.57759ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:29.538753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.046011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:29.538826Z","caller":"traceutil/trace.go:171","msg":"trace[1603500706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"231.170675ms","start":"2026-03-19T05:54:29.307635Z","end":"2026-03-19T05:54:29.538806Z","steps":["trace[1603500706] 'agreement among raft nodes before linearized reading' (duration: 230.903168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:29.538823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:28.795133Z","time spent":"743.484755ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:31.537159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556213739s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:31.537274Z","caller":"traceutil/trace.go:171","msg":"trace[1505484529] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"1.562380414s","start":"2026-03-19T05:54:29.974875Z","end":"2026-03-19T05:54:31.537256Z","steps":["trace[1505484529] 'read index received' (duration: 5.893189ms)","trace[1505484529] 'applied index is now lower than readState.Index' (duration: 1.556486095s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:31.537319Z","caller":"traceutil/trace.go:171","msg":"trace[1848649352] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"1.994211893s","start":"2026-03-19T05:54:29.543082Z","end":"2026-03-19T05:54:31.537294Z","steps":["trace[1848649352] 'process raft request' (duration: 437.754769ms)","trace[1848649352] 'compare' (duration: 1.555959072s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:31.537384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562514218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:54:31.537411Z","caller":"traceutil/trace.go:171","msg":"trace[1479365791] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:754; }","duration":"1.562588771s","start":"2026-03-19T05:54:29.974813Z","end":"2026-03-19T05:54:31.537401Z","steps":["trace[1479365791] 'agreement among raft nodes before linearized reading' (duration: 1.562530109s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.537415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:29.543058Z","time spent":"1.994310087s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:31.537441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:29.974788Z","time spent":"1.562645741s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:54:31.537702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500392111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-03-19T05:54:31.537729Z","caller":"traceutil/trace.go:171","msg":"trace[596962002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"1.500439542s","start":"2026-03-19T05:54:30.037281Z","end":"2026-03-19T05:54:31.53772Z","steps":["trace[596962002] 'agreement among raft nodes before linearized reading' (duration: 1.500327029s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.53776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.037269Z","time spent":"1.500484252s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:31.537968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.563164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:31.537994Z","caller":"traceutil/trace.go:171","msg":"trace[259325377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:754; }","duration":"807.601965ms","start":"2026-03-19T05:54:30.730384Z","end":"2026-03-19T05:54:31.537986Z","steps":["trace[259325377] 'agreement among raft nodes before linearized reading' (duration: 807.525513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.538026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.730377Z","time spent":"807.635376ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:31.538173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.066702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:31.538197Z","caller":"traceutil/trace.go:171","msg":"trace[157111558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:754; }","duration":"832.118442ms","start":"2026-03-19T05:54:30.706071Z","end":"2026-03-19T05:54:31.538189Z","steps":["trace[157111558] 'agreement among raft nodes before linearized reading' (duration: 832.049401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.538221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.70605Z","time spent":"832.165304ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:31.538437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230343474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:54:31.538504Z","caller":"traceutil/trace.go:171","msg":"trace[1438659885] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:754; }","duration":"1.230462817s","start":"2026-03-19T05:54:30.308024Z","end":"2026-03-19T05:54:31.538487Z","steps":["trace[1438659885] 'agreement among raft nodes before linearized reading' (duration: 1.230337093s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.538565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.308003Z","time spent":"1.230538348s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:54:31.538644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501020356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:31.538703Z","caller":"traceutil/trace.go:171","msg":"trace[54884594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"1.501108659s","start":"2026-03-19T05:54:30.037579Z","end":"2026-03-19T05:54:31.538687Z","steps":["trace[54884594] 'agreement among raft nodes before linearized reading' (duration: 1.500982885s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.538975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.037568Z","time spent":"1.501395225s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:32.047037Z","caller":"traceutil/trace.go:171","msg":"trace[557641372] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:788; }","duration":"498.940443ms","start":"2026-03-19T05:54:31.548074Z","end":"2026-03-19T05:54:32.047015Z","steps":["trace[557641372] 'read index received' (duration: 86.954225ms)","trace[557641372] 'applied index is now lower than readState.Index' (duration: 411.985428ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:32.047066Z","caller":"traceutil/trace.go:171","msg":"trace[1186100236] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"501.395075ms","start":"2026-03-19T05:54:31.54565Z","end":"2026-03-19T05:54:32.047045Z","steps":["trace[1186100236] 'process raft request' (duration: 501.174999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:32.047195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.104538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:32.047261Z","caller":"traceutil/trace.go:171","msg":"trace[2048144843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"499.176249ms","start":"2026-03-19T05:54:31.548046Z","end":"2026-03-19T05:54:32.047223Z","steps":["trace[2048144843] 'agreement among raft nodes before linearized reading' (duration: 499.060015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:32.047323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:31.548033Z","time spent":"499.281383ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:32.047356Z","caller":"traceutil/trace.go:171","msg":"trace[1075472048] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"501.599772ms","start":"2026-03-19T05:54:31.545671Z","end":"2026-03-19T05:54:32.04727Z","steps":["trace[1075472048] 'process raft request' (duration: 501.272742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:32.047408Z","caller":"traceutil/trace.go:171","msg":"trace[1629637967] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"498.010219ms","start":"2026-03-19T05:54:31.549377Z","end":"2026-03-19T05:54:32.047387Z","steps":["trace[1629637967] 'process raft request' (duration: 497.605078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:32.047204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:31.545639Z","time spent":"501.485497ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:32.047623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:31.549368Z","time spent":"498.198864ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:32.047623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:31.545659Z","time spent":"501.821367ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:33.759554Z","caller":"traceutil/trace.go:171","msg":"trace[467073041] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"116.703436ms","start":"2026-03-19T05:54:33.642828Z","end":"2026-03-19T05:54:33.759531Z","steps":["trace[467073041] 'process raft request' (duration: 116.523451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.417112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.675539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:54:34.4172Z","caller":"traceutil/trace.go:171","msg":"trace[1516290131] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:763; }","duration":"157.867495ms","start":"2026-03-19T05:54:34.259312Z","end":"2026-03-19T05:54:34.41718Z","steps":["trace[1516290131] 'count revisions from in-memory index tree' (duration: 157.564787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:35.884815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.2508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:35.8849Z","caller":"traceutil/trace.go:171","msg":"trace[369704155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:764; }","duration":"121.392974ms","start":"2026-03-19T05:54:35.763486Z","end":"2026-03-19T05:54:35.884879Z","steps":["trace[369704155] 'range keys from in-memory index tree' (duration: 121.007644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.292881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.282694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:36.292944Z","caller":"traceutil/trace.go:171","msg":"trace[1216094442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:765; }","duration":"255.428208ms","start":"2026-03-19T05:54:36.037502Z","end":"2026-03-19T05:54:36.29293Z","steps":["trace[1216094442] 'range keys from in-memory index tree' (duration: 255.117859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.293035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.777331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:54:36.293049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.233477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T05:54:36.293131Z","caller":"traceutil/trace.go:171","msg":"trace[284476146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:765; }","duration":"174.390061ms","start":"2026-03-19T05:54:36.118726Z","end":"2026-03-19T05:54:36.293116Z","steps":["trace[284476146] 'range keys from in-memory index tree' (duration: 174.014772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:36.293129Z","caller":"traceutil/trace.go:171","msg":"trace[991399394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"174.919185ms","start":"2026-03-19T05:54:36.118186Z","end":"2026-03-19T05:54:36.293105Z","steps":["trace[991399394] 'range keys from in-memory index tree' (duration: 174.591206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.293158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.597576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:54:36.293269Z","caller":"traceutil/trace.go:171","msg":"trace[632182780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:765; }","duration":"212.77153ms","start":"2026-03-19T05:54:36.08047Z","end":"2026-03-19T05:54:36.293241Z","steps":["trace[632182780] 'range keys from in-memory index tree' (duration: 212.305519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:36.834516Z","caller":"traceutil/trace.go:171","msg":"trace[2050403494] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"104.735033ms","start":"2026-03-19T05:54:36.729748Z","end":"2026-03-19T05:54:36.834483Z","steps":["trace[2050403494] 'process raft request' (duration: 29.118994ms)","trace[2050403494] 'compare' (duration: 75.401383ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:43.850995Z","caller":"traceutil/trace.go:171","msg":"trace[977291452] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"121.102637ms","start":"2026-03-19T05:54:43.729862Z","end":"2026-03-19T05:54:43.850964Z","steps":["trace[977291452] 'process raft request' (duration: 120.875051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:45.159602Z","caller":"traceutil/trace.go:171","msg":"trace[107503543] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:833; }","duration":"121.214949ms","start":"2026-03-19T05:54:45.038368Z","end":"2026-03-19T05:54:45.159583Z","steps":["trace[107503543] 'read index received' (duration: 95.010378ms)","trace[107503543] 'applied index is now lower than readState.Index' (duration: 26.203661ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:45.15972Z","caller":"traceutil/trace.go:171","msg":"trace[178973267] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"160.320226ms","start":"2026-03-19T05:54:44.999374Z","end":"2026-03-19T05:54:45.159694Z","steps":["trace[178973267] 'process raft request' (duration: 160.135442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:45.159759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.377943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:45.159783Z","caller":"traceutil/trace.go:171","msg":"trace[1851313478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"121.441625ms","start":"2026-03-19T05:54:45.038333Z","end":"2026-03-19T05:54:45.159774Z","steps":["trace[1851313478] 'agreement among raft nodes before linearized reading' (duration: 121.323622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:45.159804Z","caller":"traceutil/trace.go:171","msg":"trace[1881616969] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"160.743647ms","start":"2026-03-19T05:54:44.999013Z","end":"2026-03-19T05:54:45.159756Z","steps":["trace[1881616969] 'process raft request' (duration: 134.352771ms)","trace[1881616969] 'compare' (duration: 25.687478ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:45.159845Z","caller":"traceutil/trace.go:171","msg":"trace[530888968] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"159.722501ms","start":"2026-03-19T05:54:45.000087Z","end":"2026-03-19T05:54:45.15981Z","steps":["trace[530888968] 'process raft request' (duration: 159.472555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:45.421089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.697325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:45.421229Z","caller":"traceutil/trace.go:171","msg":"trace[133987559] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"204.678946ms","start":"2026-03-19T05:54:45.216523Z","end":"2026-03-19T05:54:45.421202Z","steps":["trace[133987559] 'process raft request' (duration: 47.774966ms)","trace[133987559] 'compare' (duration: 156.55049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:45.96363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.584137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:45.963769Z","caller":"traceutil/trace.go:171","msg":"trace[527632062] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"497.979818ms","start":"2026-03-19T05:54:45.465763Z","end":"2026-03-19T05:54:45.963743Z","steps":["trace[527632062] 'process raft request' (duration: 174.196957ms)","trace[527632062] 'compare' (duration: 323.404282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:45.964136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:45.46574Z","time spent":"498.260257ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":68873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:45.967877Z","caller":"traceutil/trace.go:171","msg":"trace[1381503268] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"499.354195ms","start":"2026-03-19T05:54:45.468498Z","end":"2026-03-19T05:54:45.967852Z","steps":["trace[1381503268] 'process raft request' (duration: 499.209321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:45.967965Z","caller":"traceutil/trace.go:171","msg":"trace[277056227] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:848; }","duration":"112.750625ms","start":"2026-03-19T05:54:45.8552Z","end":"2026-03-19T05:54:45.967951Z","steps":["trace[277056227] 'read index received' (duration: 112.744355ms)","trace[277056227] 'applied index is now lower than readState.Index' (duration: 4.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:45.968007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:45.468461Z","time spent":"499.477558ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:45.967861Z","caller":"traceutil/trace.go:171","msg":"trace[101328950] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"498.621786ms","start":"2026-03-19T05:54:45.46922Z","end":"2026-03-19T05:54:45.967842Z","steps":["trace[101328950] 'process raft request' (duration: 498.554334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:45.968184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.983572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:45.968246Z","caller":"traceutil/trace.go:171","msg":"trace[518979626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"113.082445ms","start":"2026-03-19T05:54:45.855147Z","end":"2026-03-19T05:54:45.968229Z","steps":["trace[518979626] 'agreement among raft nodes before linearized reading' (duration: 112.85943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:45.968218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:45.46921Z","time spent":"498.922693ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1286,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:46.14848Z","caller":"traceutil/trace.go:171","msg":"trace[1423997344] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"124.902252ms","start":"2026-03-19T05:54:46.023548Z","end":"2026-03-19T05:54:46.14845Z","steps":["trace[1423997344] 'process raft request' (duration: 54.635028ms)","trace[1423997344] 'compare' (duration: 70.12652ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:46.149379Z","caller":"traceutil/trace.go:171","msg":"trace[1208602607] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:853; }","duration":"100.034756ms","start":"2026-03-19T05:54:46.049299Z","end":"2026-03-19T05:54:46.149334Z","steps":["trace[1208602607] 'read index received' (duration: 28.830808ms)","trace[1208602607] 'applied index is now lower than readState.Index' (duration: 71.203118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:46.149617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.301042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:46.149658Z","caller":"traceutil/trace.go:171","msg":"trace[674904062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"100.396044ms","start":"2026-03-19T05:54:46.049252Z","end":"2026-03-19T05:54:46.149648Z","steps":["trace[674904062] 'agreement among raft nodes before linearized reading' (duration: 100.195069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.14988Z","caller":"traceutil/trace.go:171","msg":"trace[557081401] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"124.626516ms","start":"2026-03-19T05:54:46.025216Z","end":"2026-03-19T05:54:46.149842Z","steps":["trace[557081401] 'process raft request' (duration: 123.99797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.335821Z","caller":"traceutil/trace.go:171","msg":"trace[890465382] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"104.176759ms","start":"2026-03-19T05:54:46.231618Z","end":"2026-03-19T05:54:46.335795Z","steps":["trace[890465382] 'process raft request' (duration: 103.893362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.486727Z","caller":"traceutil/trace.go:171","msg":"trace[1127129696] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:870; }","duration":"123.120258ms","start":"2026-03-19T05:54:46.363565Z","end":"2026-03-19T05:54:46.486685Z","steps":["trace[1127129696] 'read index received' (duration: 105.341449ms)","trace[1127129696] 'applied index is now lower than readState.Index' (duration: 17.777309ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:46.487202Z","caller":"traceutil/trace.go:171","msg":"trace[1681778067] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"140.233399ms","start":"2026-03-19T05:54:46.346938Z","end":"2026-03-19T05:54:46.487171Z","steps":["trace[1681778067] 'process raft request' (duration: 122.061711ms)","trace[1681778067] 'compare' (duration: 17.494981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:46.487434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.212048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-19T05:54:46.48754Z","caller":"traceutil/trace.go:171","msg":"trace[2101202773] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:833; }","duration":"138.345662ms","start":"2026-03-19T05:54:46.34917Z","end":"2026-03-19T05:54:46.487516Z","steps":["trace[2101202773] 'agreement among raft nodes before linearized reading' (duration: 137.89799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:46.487347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.675146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:46.487614Z","caller":"traceutil/trace.go:171","msg":"trace[573072426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:833; }","duration":"125.015994ms","start":"2026-03-19T05:54:46.362573Z","end":"2026-03-19T05:54:46.487589Z","steps":["trace[573072426] 'agreement among raft nodes before linearized reading' (duration: 124.471711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.509614Z","caller":"traceutil/trace.go:171","msg":"trace[1691790921] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"133.467539ms","start":"2026-03-19T05:54:46.376126Z","end":"2026-03-19T05:54:46.509594Z","steps":["trace[1691790921] 'process raft request' (duration: 133.410447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.510011Z","caller":"traceutil/trace.go:171","msg":"trace[562682884] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"139.583633ms","start":"2026-03-19T05:54:46.370415Z","end":"2026-03-19T05:54:46.509998Z","steps":["trace[562682884] 'process raft request' (duration: 138.945297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.510073Z","caller":"traceutil/trace.go:171","msg":"trace[809288351] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"134.555276ms","start":"2026-03-19T05:54:46.375479Z","end":"2026-03-19T05:54:46.510035Z","steps":["trace[809288351] 'process raft request' (duration: 133.994722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:46.510458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.714822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9373"} {"level":"info","ts":"2026-03-19T05:54:46.510504Z","caller":"traceutil/trace.go:171","msg":"trace[263936555] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:836; }","duration":"142.792154ms","start":"2026-03-19T05:54:46.367699Z","end":"2026-03-19T05:54:46.510491Z","steps":["trace[263936555] 'agreement among raft nodes before linearized reading' (duration: 142.302582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:46.510976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.021317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:54:46.5111Z","caller":"traceutil/trace.go:171","msg":"trace[1196239820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:836; }","duration":"110.306375ms","start":"2026-03-19T05:54:46.400765Z","end":"2026-03-19T05:54:46.511071Z","steps":["trace[1196239820] 'agreement among raft nodes before linearized reading' (duration: 109.210196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:48.105375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.53463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:48.105655Z","caller":"traceutil/trace.go:171","msg":"trace[122360732] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:884; }","duration":"123.421495ms","start":"2026-03-19T05:54:47.98221Z","end":"2026-03-19T05:54:48.105631Z","steps":["trace[122360732] 'read index received' (duration: 53.161µs)","trace[122360732] 'applied index is now lower than readState.Index' (duration: 123.366834ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:48.105756Z","caller":"traceutil/trace.go:171","msg":"trace[646531366] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"711.133109ms","start":"2026-03-19T05:54:47.394585Z","end":"2026-03-19T05:54:48.105718Z","steps":["trace[646531366] 'process raft request' (duration: 413.149979ms)","trace[646531366] 'compare' (duration: 297.250212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:48.105918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:47.394559Z","time spent":"711.271202ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2531,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:48.105946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.733803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:48.105983Z","caller":"traceutil/trace.go:171","msg":"trace[1094532813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:847; }","duration":"123.833045ms","start":"2026-03-19T05:54:47.982139Z","end":"2026-03-19T05:54:48.105972Z","steps":["trace[1094532813] 'agreement among raft nodes before linearized reading' (duration: 123.556318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:48.106187Z","caller":"traceutil/trace.go:171","msg":"trace[311756347] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"352.748114ms","start":"2026-03-19T05:54:47.753404Z","end":"2026-03-19T05:54:48.106152Z","steps":["trace[311756347] 'process raft request' (duration: 352.147369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:48.106322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:47.753377Z","time spent":"352.876736ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:48.284394Z","caller":"traceutil/trace.go:171","msg":"trace[46996720] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"174.013032ms","start":"2026-03-19T05:54:48.110347Z","end":"2026-03-19T05:54:48.28436Z","steps":["trace[46996720] 'process raft request' (duration: 146.312863ms)","trace[46996720] 'compare' (duration: 27.522205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:48.284365Z","caller":"traceutil/trace.go:171","msg":"trace[1683121645] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:886; }","duration":"125.095898ms","start":"2026-03-19T05:54:48.159233Z","end":"2026-03-19T05:54:48.284329Z","steps":["trace[1683121645] 'read index received' (duration: 97.332917ms)","trace[1683121645] 'applied index is now lower than readState.Index' (duration: 27.761551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:48.284587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.345514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:54:48.284649Z","caller":"traceutil/trace.go:171","msg":"trace[1644333224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:848; }","duration":"125.483157ms","start":"2026-03-19T05:54:48.159152Z","end":"2026-03-19T05:54:48.284635Z","steps":["trace[1644333224] 'agreement among raft nodes before linearized reading' (duration: 125.270702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:48.400636Z","caller":"traceutil/trace.go:171","msg":"trace[1687210189] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"111.471724ms","start":"2026-03-19T05:54:48.289138Z","end":"2026-03-19T05:54:48.400609Z","steps":["trace[1687210189] 'process raft request' (duration: 97.508272ms)","trace[1687210189] 'compare' (duration: 13.859399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:48.761756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.977042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:48.761961Z","caller":"traceutil/trace.go:171","msg":"trace[1556717327] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"170.057602ms","start":"2026-03-19T05:54:48.591884Z","end":"2026-03-19T05:54:48.761942Z","steps":["trace[1556717327] 'process raft request' (duration: 169.9882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:48.761962Z","caller":"traceutil/trace.go:171","msg":"trace[1623436043] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"307.263705ms","start":"2026-03-19T05:54:48.454661Z","end":"2026-03-19T05:54:48.761925Z","steps":["trace[1623436043] 'process raft request' (duration: 62.001266ms)","trace[1623436043] 'compare' (duration: 244.824349ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:48.761976Z","caller":"traceutil/trace.go:171","msg":"trace[1206428251] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:888; }","duration":"201.66222ms","start":"2026-03-19T05:54:48.560285Z","end":"2026-03-19T05:54:48.761947Z","steps":["trace[1206428251] 'read index received' (duration: 29.311µs)","trace[1206428251] 'applied index is now lower than readState.Index' (duration: 201.630389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:48.762151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:48.454641Z","time spent":"307.405019ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:48.762184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.890565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:54:48.762192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.884329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:54:48.762218Z","caller":"traceutil/trace.go:171","msg":"trace[1675169452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:851; }","duration":"201.962767ms","start":"2026-03-19T05:54:48.560245Z","end":"2026-03-19T05:54:48.762207Z","steps":["trace[1675169452] 'agreement among raft nodes before linearized reading' (duration: 201.781443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:48.762227Z","caller":"traceutil/trace.go:171","msg":"trace[1143471994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:851; }","duration":"192.92107ms","start":"2026-03-19T05:54:48.569293Z","end":"2026-03-19T05:54:48.762214Z","steps":["trace[1143471994] 'agreement among raft nodes before linearized reading' (duration: 192.805867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:48.762336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.892739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:54:48.76241Z","caller":"traceutil/trace.go:171","msg":"trace[560493659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:851; }","duration":"193.022952ms","start":"2026-03-19T05:54:48.56937Z","end":"2026-03-19T05:54:48.762393Z","steps":["trace[560493659] 'agreement among raft nodes before linearized reading' (duration: 192.757206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:50.175053Z","caller":"traceutil/trace.go:171","msg":"trace[283640339] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"149.130584ms","start":"2026-03-19T05:54:50.025887Z","end":"2026-03-19T05:54:50.175017Z","steps":["trace[283640339] 'process raft request' (duration: 148.924218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:52.92525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:53.426321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:53.927327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:54.427458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:54.928364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:55.036671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T05:54:55.036752Z","caller":"traceutil/trace.go:171","msg":"trace[1243918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351129s","start":"2026-03-19T05:54:53.036383Z","end":"2026-03-19T05:54:55.036734Z","steps":["trace[1243918] 'agreement among raft nodes before linearized reading' (duration: 2.000248267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.036811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.036364Z","time spent":"2.000438041s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:54:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:54:55.076575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.716810803s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:54:55.077029Z","caller":"traceutil/trace.go:171","msg":"trace[1561750239] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:900; }","duration":"2.65258449s","start":"2026-03-19T05:54:52.424421Z","end":"2026-03-19T05:54:55.077006Z","steps":["trace[1561750239] 'read index received' (duration: 2.652334044s)","trace[1561750239] 'applied index is now lower than readState.Index' (duration: 249.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:55.077109Z","caller":"traceutil/trace.go:171","msg":"trace[1996672939] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"2.717443658s","start":"2026-03-19T05:54:52.359637Z","end":"2026-03-19T05:54:55.077081Z","steps":["trace[1996672939] 'process raft request' (duration: 2.717180692s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.077353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251531629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:55.077406Z","caller":"traceutil/trace.go:171","msg":"trace[192422739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:861; }","duration":"2.251622301s","start":"2026-03-19T05:54:52.825771Z","end":"2026-03-19T05:54:55.077394Z","steps":["trace[192422739] 'agreement among raft nodes before linearized reading' (duration: 2.251496817s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.077434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.825761Z","time spent":"2.251668263s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:55.077487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194207273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:54:55.077595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25550778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:54:55.077684Z","caller":"traceutil/trace.go:171","msg":"trace[508918504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:861; }","duration":"2.255638544s","start":"2026-03-19T05:54:52.822027Z","end":"2026-03-19T05:54:55.077666Z","steps":["trace[508918504] 'agreement among raft nodes before linearized reading' (duration: 2.255418338s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.07762Z","caller":"traceutil/trace.go:171","msg":"trace[1937940887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:861; }","duration":"2.194399607s","start":"2026-03-19T05:54:52.883206Z","end":"2026-03-19T05:54:55.077606Z","steps":["trace[1937940887] 'agreement among raft nodes before linearized reading' (duration: 2.194140571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.077734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.822009Z","time spent":"2.255715875s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:55.077755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560162169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:54:55.077764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65334006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:54:55.077775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.883193Z","time spent":"2.194562892s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T05:54:55.077805Z","caller":"traceutil/trace.go:171","msg":"trace[1898584577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:861; }","duration":"2.653403842s","start":"2026-03-19T05:54:52.424394Z","end":"2026-03-19T05:54:55.077798Z","steps":["trace[1898584577] 'agreement among raft nodes before linearized reading' (duration: 2.652711764s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.077804Z","caller":"traceutil/trace.go:171","msg":"trace[1550686287] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:861; }","duration":"2.560290372s","start":"2026-03-19T05:54:52.517502Z","end":"2026-03-19T05:54:55.077793Z","steps":["trace[1550686287] 'agreement among raft nodes before linearized reading' (duration: 2.560179509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.077822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.424382Z","time spent":"2.653436224s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:55.077839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.517479Z","time spent":"2.560350024s","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:54:55.077263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.359611Z","time spent":"2.717555891s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:56.354913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.959216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:56.355046Z","caller":"traceutil/trace.go:171","msg":"trace[287840374] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"1.274720204s","start":"2026-03-19T05:54:55.080306Z","end":"2026-03-19T05:54:56.355026Z","steps":["trace[287840374] 'process raft request' (duration: 309.535843ms)","trace[287840374] 'compare' (duration: 964.695198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.355108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.080287Z","time spent":"1.274790396s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:56.666358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.27651229s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:54:56.671094Z","caller":"traceutil/trace.go:171","msg":"trace[1536990599] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:902; }","duration":"455.447474ms","start":"2026-03-19T05:54:56.21562Z","end":"2026-03-19T05:54:56.671068Z","steps":["trace[1536990599] 'read index received' (duration: 450.87437ms)","trace[1536990599] 'applied index is now lower than readState.Index' (duration: 4.571854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:56.671249Z","caller":"traceutil/trace.go:171","msg":"trace[1834709926] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"1.586685767s","start":"2026-03-19T05:54:55.084531Z","end":"2026-03-19T05:54:56.671217Z","steps":["trace[1834709926] 'process raft request' (duration: 1.582026861s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.671444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.084513Z","time spent":"1.586839672s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:56.671465Z","caller":"traceutil/trace.go:171","msg":"trace[723576136] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"1.586854703s","start":"2026-03-19T05:54:55.084599Z","end":"2026-03-19T05:54:56.671453Z","steps":["trace[723576136] 'process raft request' (duration: 1.586313269s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.67192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.084592Z","time spent":"1.587223332s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:56.672113Z","caller":"traceutil/trace.go:171","msg":"trace[2095070498] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"1.586506434s","start":"2026-03-19T05:54:55.085593Z","end":"2026-03-19T05:54:56.6721Z","steps":["trace[2095070498] 'process raft request' (duration: 1.585388175s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.67223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.085584Z","time spent":"1.586613917s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:56.672401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.772908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:54:56.672453Z","caller":"traceutil/trace.go:171","msg":"trace[699716185] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:866; }","duration":"456.869082ms","start":"2026-03-19T05:54:56.215571Z","end":"2026-03-19T05:54:56.67244Z","steps":["trace[699716185] 'agreement among raft nodes before linearized reading' (duration: 456.780319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.672492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.215544Z","time spent":"456.938883ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:54:56.672653Z","caller":"traceutil/trace.go:171","msg":"trace[379070609] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"1.586052472s","start":"2026-03-19T05:54:55.086591Z","end":"2026-03-19T05:54:56.672644Z","steps":["trace[379070609] 'process raft request' (duration: 1.58441952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.672718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.086575Z","time spent":"1.586109383s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:56.67274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.370373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:54:56.672865Z","caller":"traceutil/trace.go:171","msg":"trace[1753089417] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:866; }","duration":"140.533177ms","start":"2026-03-19T05:54:56.532321Z","end":"2026-03-19T05:54:56.672854Z","steps":["trace[1753089417] 'agreement among raft nodes before linearized reading' (duration: 140.25446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:58.892828Z","caller":"traceutil/trace.go:171","msg":"trace[1370238672] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"211.734124ms","start":"2026-03-19T05:54:58.681069Z","end":"2026-03-19T05:54:58.892803Z","steps":["trace[1370238672] 'process raft request' (duration: 211.569849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:58.904455Z","caller":"traceutil/trace.go:171","msg":"trace[98801564] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:909; }","duration":"220.809704ms","start":"2026-03-19T05:54:58.68363Z","end":"2026-03-19T05:54:58.90444Z","steps":["trace[98801564] 'read index received' (duration: 208.995925ms)","trace[98801564] 'applied index is now lower than readState.Index' (duration: 11.813099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:58.904486Z","caller":"traceutil/trace.go:171","msg":"trace[886547863] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"220.693801ms","start":"2026-03-19T05:54:58.683781Z","end":"2026-03-19T05:54:58.904475Z","steps":["trace[886547863] 'process raft request' (duration: 220.615559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:58.904469Z","caller":"traceutil/trace.go:171","msg":"trace[1425324936] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"221.254325ms","start":"2026-03-19T05:54:58.683202Z","end":"2026-03-19T05:54:58.904456Z","steps":["trace[1425324936] 'process raft request' (duration: 221.107131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.904622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.985478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:58.904639Z","caller":"traceutil/trace.go:171","msg":"trace[182573541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:872; }","duration":"221.03966ms","start":"2026-03-19T05:54:58.683595Z","end":"2026-03-19T05:54:58.904634Z","steps":["trace[182573541] 'agreement among raft nodes before linearized reading' (duration: 220.910776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:05.091835Z","caller":"traceutil/trace.go:171","msg":"trace[1240816156] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"107.046172ms","start":"2026-03-19T05:55:04.984769Z","end":"2026-03-19T05:55:05.091815Z","steps":["trace[1240816156] 'process raft request' (duration: 70.596751ms)","trace[1240816156] 'compare' (duration: 36.317887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:05.09212Z","caller":"traceutil/trace.go:171","msg":"trace[932505757] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"107.235297ms","start":"2026-03-19T05:55:04.98483Z","end":"2026-03-19T05:55:05.092065Z","steps":["trace[932505757] 'process raft request' (duration: 106.95718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:07.442551Z","caller":"traceutil/trace.go:171","msg":"trace[1941848055] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"240.235083ms","start":"2026-03-19T05:55:07.202282Z","end":"2026-03-19T05:55:07.442517Z","steps":["trace[1941848055] 'process raft request' (duration: 240.007668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:09.258585Z","caller":"traceutil/trace.go:171","msg":"trace[743732736] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"177.017778ms","start":"2026-03-19T05:55:09.081541Z","end":"2026-03-19T05:55:09.258559Z","steps":["trace[743732736] 'process raft request' (duration: 124.0213ms)","trace[743732736] 'compare' (duration: 52.233078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:09.947739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:10.448941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:10.949417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:11.389772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.023447003s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:55:11.477654Z","caller":"traceutil/trace.go:171","msg":"trace[2061655258] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:944; }","duration":"2.030524801s","start":"2026-03-19T05:55:09.447094Z","end":"2026-03-19T05:55:11.477619Z","steps":["trace[2061655258] 'read index received' (duration: 1.943245108s)","trace[2061655258] 'applied index is now lower than readState.Index' (duration: 87.277943ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:11.47771Z","caller":"traceutil/trace.go:171","msg":"trace[178383534] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"2.111418253s","start":"2026-03-19T05:55:09.36624Z","end":"2026-03-19T05:55:11.477658Z","steps":["trace[178383534] 'process raft request' (duration: 2.024204662s)","trace[178383534] 'compare' (duration: 86.502933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:11.477884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440349405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:11.477956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.554543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:55:11.477991Z","caller":"traceutil/trace.go:171","msg":"trace[1671011073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"1.440509259s","start":"2026-03-19T05:55:10.037455Z","end":"2026-03-19T05:55:11.477965Z","steps":["trace[1671011073] 'agreement among raft nodes before linearized reading' (duration: 1.440349985s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:11.478007Z","caller":"traceutil/trace.go:171","msg":"trace[518857800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:902; }","duration":"208.656796ms","start":"2026-03-19T05:55:11.269334Z","end":"2026-03-19T05:55:11.477991Z","steps":["trace[518857800] 'agreement among raft nodes before linearized reading' (duration: 208.466831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.478047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:10.037432Z","time spent":"1.44060697s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:11.47811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.508324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:55:11.478123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.825516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:55:11.47817Z","caller":"traceutil/trace.go:171","msg":"trace[1330996383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:902; }","duration":"151.607506ms","start":"2026-03-19T05:55:11.326547Z","end":"2026-03-19T05:55:11.478155Z","steps":["trace[1330996383] 'agreement among raft nodes before linearized reading' (duration: 151.35801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:11.478191Z","caller":"traceutil/trace.go:171","msg":"trace[1990845597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:902; }","duration":"352.951469ms","start":"2026-03-19T05:55:11.125222Z","end":"2026-03-19T05:55:11.478174Z","steps":["trace[1990845597] 'agreement among raft nodes before linearized reading' (duration: 352.736423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.478222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:11.125199Z","time spent":"353.018581ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:55:11.478423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.366219Z","time spent":"2.111585238s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:11.478425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031321181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T05:55:11.478513Z","caller":"traceutil/trace.go:171","msg":"trace[682826506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:902; }","duration":"2.031464955s","start":"2026-03-19T05:55:09.447026Z","end":"2026-03-19T05:55:11.478491Z","steps":["trace[682826506] 'agreement among raft nodes before linearized reading' (duration: 2.030693895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.478561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.446997Z","time spent":"2.031554347s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:55:11.478701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.133341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T05:55:11.480506Z","caller":"traceutil/trace.go:171","msg":"trace[230129548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:902; }","duration":"216.999348ms","start":"2026-03-19T05:55:11.263478Z","end":"2026-03-19T05:55:11.480477Z","steps":["trace[230129548] 'agreement among raft nodes before linearized reading' (duration: 214.356621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:11.657196Z","caller":"traceutil/trace.go:171","msg":"trace[926870604] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"173.382956ms","start":"2026-03-19T05:55:11.483773Z","end":"2026-03-19T05:55:11.657156Z","steps":["trace[926870604] 'process raft request' (duration: 94.141047ms)","trace[926870604] 'compare' (duration: 79.095216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:12.31637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.60811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:12.316563Z","caller":"traceutil/trace.go:171","msg":"trace[168083164] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"832.314097ms","start":"2026-03-19T05:55:11.484231Z","end":"2026-03-19T05:55:12.316546Z","steps":["trace[168083164] 'process raft request' (duration: 832.234385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:12.316628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:11.484216Z","time spent":"832.380619ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:12.316687Z","caller":"traceutil/trace.go:171","msg":"trace[328847069] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"832.632845ms","start":"2026-03-19T05:55:11.484014Z","end":"2026-03-19T05:55:12.316647Z","steps":["trace[328847069] 'process raft request' (duration: 311.632165ms)","trace[328847069] 'compare' (duration: 520.501928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:12.316902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:11.483968Z","time spent":"832.81243ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:12.317075Z","caller":"traceutil/trace.go:171","msg":"trace[1566545787] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"832.742489ms","start":"2026-03-19T05:55:11.484304Z","end":"2026-03-19T05:55:12.317046Z","steps":["trace[1566545787] 'process raft request' (duration: 832.208085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:12.317326Z","caller":"traceutil/trace.go:171","msg":"trace[401641035] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"830.850911ms","start":"2026-03-19T05:55:11.486453Z","end":"2026-03-19T05:55:12.317304Z","steps":["trace[401641035] 'process raft request' (duration: 830.416509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:12.317412Z","caller":"traceutil/trace.go:171","msg":"trace[1158562044] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:945; }","duration":"829.324772ms","start":"2026-03-19T05:55:11.488072Z","end":"2026-03-19T05:55:12.317396Z","steps":["trace[1158562044] 'read index received' (duration: 89.857968ms)","trace[1158562044] 'applied index is now lower than readState.Index' (duration: 739.465424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:12.31742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:11.484296Z","time spent":"833.034906ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:12.317439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:11.486443Z","time spent":"830.932053ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:12.322187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.117412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:12.322225Z","caller":"traceutil/trace.go:171","msg":"trace[1421684446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"834.175254ms","start":"2026-03-19T05:55:11.48804Z","end":"2026-03-19T05:55:12.322215Z","steps":["trace[1421684446] 'agreement among raft nodes before linearized reading' (duration: 829.407364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:12.322248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:11.488026Z","time spent":"834.216675ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:55:14.448382Z","caller":"traceutil/trace.go:171","msg":"trace[2125481270] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:967; }","duration":"127.681562ms","start":"2026-03-19T05:55:14.320671Z","end":"2026-03-19T05:55:14.448352Z","steps":["trace[2125481270] 'read index received' (duration: 127.490237ms)","trace[2125481270] 'applied index is now lower than readState.Index' (duration: 190.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:14.448547Z","caller":"traceutil/trace.go:171","msg":"trace[1638744393] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"202.020159ms","start":"2026-03-19T05:55:14.246495Z","end":"2026-03-19T05:55:14.448515Z","steps":["trace[1638744393] 'process raft request' (duration: 201.65268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.448692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.986089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T05:55:14.448722Z","caller":"traceutil/trace.go:171","msg":"trace[1914429841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:923; }","duration":"128.090692ms","start":"2026-03-19T05:55:14.320622Z","end":"2026-03-19T05:55:14.448713Z","steps":["trace[1914429841] 'agreement among raft nodes before linearized reading' (duration: 127.896647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.448806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.320853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T05:55:14.448798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.361904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:55:14.448849Z","caller":"traceutil/trace.go:171","msg":"trace[1275304678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:923; }","duration":"127.380176ms","start":"2026-03-19T05:55:14.321457Z","end":"2026-03-19T05:55:14.448837Z","steps":["trace[1275304678] 'agreement among raft nodes before linearized reading' (duration: 127.18397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:14.4489Z","caller":"traceutil/trace.go:171","msg":"trace[33176922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:923; }","duration":"127.54212ms","start":"2026-03-19T05:55:14.321334Z","end":"2026-03-19T05:55:14.448876Z","steps":["trace[33176922] 'agreement among raft nodes before linearized reading' (duration: 127.219261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.448866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.986874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:55:14.448982Z","caller":"traceutil/trace.go:171","msg":"trace[774120954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:923; }","duration":"127.132419ms","start":"2026-03-19T05:55:14.321821Z","end":"2026-03-19T05:55:14.448954Z","steps":["trace[774120954] 'agreement among raft nodes before linearized reading' (duration: 126.767559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.780767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.641275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:14.781139Z","caller":"traceutil/trace.go:171","msg":"trace[1729412191] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:968; }","duration":"104.915538ms","start":"2026-03-19T05:55:14.6762Z","end":"2026-03-19T05:55:14.781115Z","steps":["trace[1729412191] 'read index received' (duration: 41.066386ms)","trace[1729412191] 'applied index is now lower than readState.Index' (duration: 63.847472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:14.781229Z","caller":"traceutil/trace.go:171","msg":"trace[591291185] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"325.761532ms","start":"2026-03-19T05:55:14.455433Z","end":"2026-03-19T05:55:14.781194Z","steps":["trace[591291185] 'process raft request' (duration: 325.551777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.781419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:14.455417Z","time spent":"325.889205ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:14.781408Z","caller":"traceutil/trace.go:171","msg":"trace[622557302] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"327.23933ms","start":"2026-03-19T05:55:14.454098Z","end":"2026-03-19T05:55:14.781337Z","steps":["trace[622557302] 'process raft request' (duration: 205.914688ms)","trace[622557302] 'compare' (duration: 120.432249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:14.781467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.268677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-x4p8h\" ","response":"range_response_count:1 size:11061"} {"level":"info","ts":"2026-03-19T05:55:14.781565Z","caller":"traceutil/trace.go:171","msg":"trace[1289325896] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"325.27938ms","start":"2026-03-19T05:55:14.456246Z","end":"2026-03-19T05:55:14.781526Z","steps":["trace[1289325896] 'process raft request' (duration: 324.776388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:14.781612Z","caller":"traceutil/trace.go:171","msg":"trace[1131905859] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"327.102405ms","start":"2026-03-19T05:55:14.454497Z","end":"2026-03-19T05:55:14.781599Z","steps":["trace[1131905859] 'process raft request' (duration: 326.427618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:14.78164Z","caller":"traceutil/trace.go:171","msg":"trace[262650308] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-x4p8h; range_end:; response_count:1; response_revision:928; }","duration":"105.441751ms","start":"2026-03-19T05:55:14.676184Z","end":"2026-03-19T05:55:14.781626Z","steps":["trace[262650308] 'agreement among raft nodes before linearized reading' (duration: 105.00144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.781688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:14.454476Z","time spent":"327.177918ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:14.7817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:14.454074Z","time spent":"327.489486ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:14.78177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:14.456236Z","time spent":"325.421674ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:14.781966Z","caller":"traceutil/trace.go:171","msg":"trace[1816477618] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"324.400897ms","start":"2026-03-19T05:55:14.457527Z","end":"2026-03-19T05:55:14.781928Z","steps":["trace[1816477618] 'process raft request' (duration: 323.536836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:14.782198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:14.457519Z","time spent":"324.563011ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:16.209145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.897103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:16.209275Z","caller":"traceutil/trace.go:171","msg":"trace[784143964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:933; }","duration":"171.094838ms","start":"2026-03-19T05:55:16.038151Z","end":"2026-03-19T05:55:16.209246Z","steps":["trace[784143964] 'range keys from in-memory index tree' (duration: 170.797621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.034934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:17.536118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:17.847445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609653319s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:55:17.849793Z","caller":"traceutil/trace.go:171","msg":"trace[568928685] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:978; }","duration":"1.315709889s","start":"2026-03-19T05:55:16.534059Z","end":"2026-03-19T05:55:17.849769Z","steps":["trace[568928685] 'read index received' (duration: 1.315067252s)","trace[568928685] 'applied index is now lower than readState.Index' (duration: 641.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:17.84989Z","caller":"traceutil/trace.go:171","msg":"trace[1900802968] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"1.612222024s","start":"2026-03-19T05:55:16.237609Z","end":"2026-03-19T05:55:17.849831Z","steps":["trace[1900802968] 'process raft request' (duration: 1.611467474s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.850095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.339099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:17.850104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062826187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:55:17.850142Z","caller":"traceutil/trace.go:171","msg":"trace[1588246882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:934; }","duration":"1.06294635s","start":"2026-03-19T05:55:16.787185Z","end":"2026-03-19T05:55:17.850131Z","steps":["trace[1588246882] 'agreement among raft nodes before linearized reading' (duration: 1.062732255s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.850145Z","caller":"traceutil/trace.go:171","msg":"trace[87909947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"811.474772ms","start":"2026-03-19T05:55:17.038653Z","end":"2026-03-19T05:55:17.850128Z","steps":["trace[87909947] 'agreement among raft nodes before linearized reading' (duration: 811.287637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.850121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:16.237566Z","time spent":"1.612443569s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:55:17.85019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.038625Z","time spent":"811.555034ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:17.85019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:16.787157Z","time spent":"1.063023111s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:55:17.850178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316092409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:55:17.85026Z","caller":"traceutil/trace.go:171","msg":"trace[1294979553] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:934; }","duration":"1.316231853s","start":"2026-03-19T05:55:16.534014Z","end":"2026-03-19T05:55:17.850246Z","steps":["trace[1294979553] 'agreement among raft nodes before linearized reading' (duration: 1.315897145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.850291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:16.533994Z","time spent":"1.316289954s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-03-19T05:55:17.850507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063062932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:17.850537Z","caller":"traceutil/trace.go:171","msg":"trace[1672396683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:934; }","duration":"1.063140285s","start":"2026-03-19T05:55:16.787388Z","end":"2026-03-19T05:55:17.850528Z","steps":["trace[1672396683] 'agreement among raft nodes before linearized reading' (duration: 1.063054253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.850563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:16.78736Z","time spent":"1.063197476s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:17.850709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062508078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:17.850726Z","caller":"traceutil/trace.go:171","msg":"trace[779086117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:934; }","duration":"1.062545699s","start":"2026-03-19T05:55:16.788175Z","end":"2026-03-19T05:55:17.850721Z","steps":["trace[779086117] 'agreement among raft nodes before linearized reading' (duration: 1.062494307s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.850739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:16.788164Z","time spent":"1.062571569s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:17.851621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.950905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:17.851723Z","caller":"traceutil/trace.go:171","msg":"trace[273153554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:934; }","duration":"129.122629ms","start":"2026-03-19T05:55:17.722578Z","end":"2026-03-19T05:55:17.8517Z","steps":["trace[273153554] 'agreement among raft nodes before linearized reading' (duration: 127.865598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.852833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065374991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:55:17.852877Z","caller":"traceutil/trace.go:171","msg":"trace[578030743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:934; }","duration":"1.065423182s","start":"2026-03-19T05:55:16.787444Z","end":"2026-03-19T05:55:17.852867Z","steps":["trace[578030743] 'agreement among raft nodes before linearized reading' (duration: 1.062516319s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.852899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:16.787365Z","time spent":"1.065528945s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:55:18.937871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.714191ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T05:55:18.938789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.853153Z","time spent":"1.085632081s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T05:55:18.953718Z","caller":"traceutil/trace.go:171","msg":"trace[206932993] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"1.097663916s","start":"2026-03-19T05:55:17.85601Z","end":"2026-03-19T05:55:18.953674Z","steps":["trace[206932993] 'process raft request' (duration: 1.095535532s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:18.953841Z","caller":"traceutil/trace.go:171","msg":"trace[1440801792] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"1.093747137s","start":"2026-03-19T05:55:17.860075Z","end":"2026-03-19T05:55:18.953822Z","steps":["trace[1440801792] 'process raft request' (duration: 1.093709926s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:18.95389Z","caller":"traceutil/trace.go:171","msg":"trace[752827749] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"1.095169433s","start":"2026-03-19T05:55:17.858712Z","end":"2026-03-19T05:55:18.953881Z","steps":["trace[752827749] 'process raft request' (duration: 1.092975187s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:18.953832Z","caller":"traceutil/trace.go:171","msg":"trace[1737558333] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"1.097661465s","start":"2026-03-19T05:55:17.85616Z","end":"2026-03-19T05:55:18.953822Z","steps":["trace[1737558333] 'process raft request' (duration: 1.095508601s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:18.954256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.858704Z","time spent":"1.095521281s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:18.954469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.856139Z","time spent":"1.098196769s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:18.954695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.85598Z","time spent":"1.097953873s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:18.956517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.860059Z","time spent":"1.094037104s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:18.956685Z","caller":"traceutil/trace.go:171","msg":"trace[527117886] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:979; }","duration":"917.801885ms","start":"2026-03-19T05:55:18.038871Z","end":"2026-03-19T05:55:18.956673Z","steps":["trace[527117886] 'read index received' (duration: 117.320871ms)","trace[527117886] 'applied index is now lower than readState.Index' (duration: 800.479744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:18.956884Z","caller":"traceutil/trace.go:171","msg":"trace[1012051876] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"1.096328362s","start":"2026-03-19T05:55:17.860533Z","end":"2026-03-19T05:55:18.956861Z","steps":["trace[1012051876] 'process raft request' (duration: 1.093271055s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:18.957036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.860512Z","time spent":"1.096434875s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:18.958764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.895648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:18.958818Z","caller":"traceutil/trace.go:171","msg":"trace[1417658634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:939; }","duration":"919.991531ms","start":"2026-03-19T05:55:18.038815Z","end":"2026-03-19T05:55:18.958807Z","steps":["trace[1417658634] 'agreement among raft nodes before linearized reading' (duration: 918.431952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:18.95885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:18.038792Z","time spent":"920.051112ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:19.012735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.017325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:19.012816Z","caller":"traceutil/trace.go:171","msg":"trace[153510662] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:940; }","duration":"243.139447ms","start":"2026-03-19T05:55:18.769658Z","end":"2026-03-19T05:55:19.012798Z","steps":["trace[153510662] 'agreement among raft nodes before linearized reading' (duration: 242.988123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:19.194456Z","caller":"traceutil/trace.go:171","msg":"trace[1201365107] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"108.17466ms","start":"2026-03-19T05:55:19.086252Z","end":"2026-03-19T05:55:19.194427Z","steps":["trace[1201365107] 'process raft request' (duration: 85.59409ms)","trace[1201365107] 'compare' (duration: 22.397285ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:20.342853Z","caller":"traceutil/trace.go:171","msg":"trace[1807576845] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:987; }","duration":"110.373395ms","start":"2026-03-19T05:55:20.232443Z","end":"2026-03-19T05:55:20.342816Z","steps":["trace[1807576845] 'read index received' (duration: 110.077608ms)","trace[1807576845] 'applied index is now lower than readState.Index' (duration: 294.447µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:20.342898Z","caller":"traceutil/trace.go:171","msg":"trace[1426276260] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"196.633922ms","start":"2026-03-19T05:55:20.146221Z","end":"2026-03-19T05:55:20.342855Z","steps":["trace[1426276260] 'process raft request' (duration: 196.369236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:20.343126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.648733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:20.343551Z","caller":"traceutil/trace.go:171","msg":"trace[810352790] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:942; }","duration":"111.139665ms","start":"2026-03-19T05:55:20.232386Z","end":"2026-03-19T05:55:20.343525Z","steps":["trace[810352790] 'agreement among raft nodes before linearized reading' (duration: 110.558121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:20.638388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.151355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:20.638509Z","caller":"traceutil/trace.go:171","msg":"trace[1115525288] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"233.338049ms","start":"2026-03-19T05:55:20.405149Z","end":"2026-03-19T05:55:20.638487Z","steps":["trace[1115525288] 'process raft request' (duration: 83.98728ms)","trace[1115525288] 'compare' (duration: 148.98825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:21.468413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:21.527451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038187373s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:55:21.527958Z","caller":"traceutil/trace.go:171","msg":"trace[59117914] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.122663506s","start":"2026-03-19T05:55:20.405267Z","end":"2026-03-19T05:55:21.52793Z","steps":["trace[59117914] 'process raft request' (duration: 1.12247665s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:21.528144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.405238Z","time spent":"1.12280582s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:22.093783Z","caller":"traceutil/trace.go:171","msg":"trace[818906630] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"289.424015ms","start":"2026-03-19T05:55:21.804327Z","end":"2026-03-19T05:55:22.093751Z","steps":["trace[818906630] 'process raft request' (duration: 288.738878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:22.093876Z","caller":"traceutil/trace.go:171","msg":"trace[2083424080] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.547566612s","start":"2026-03-19T05:55:20.546275Z","end":"2026-03-19T05:55:22.093841Z","steps":["trace[2083424080] 'process raft request' (duration: 1.470829444s)","trace[2083424080] 'compare' (duration: 75.727812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:22.094048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.546245Z","time spent":"1.547712675s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:55:22.094214Z","caller":"traceutil/trace.go:171","msg":"trace[1548412144] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:990; }","duration":"1.126495423s","start":"2026-03-19T05:55:20.967664Z","end":"2026-03-19T05:55:22.09416Z","steps":["trace[1548412144] 'read index received' (duration: 560.235219ms)","trace[1548412144] 'applied index is now lower than readState.Index' (duration: 566.258443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.039681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T05:55:23.039774Z","caller":"traceutil/trace.go:171","msg":"trace[422409572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008191s","start":"2026-03-19T05:55:21.039749Z","end":"2026-03-19T05:55:23.039757Z","steps":["trace[422409572] 'agreement among raft nodes before linearized reading' (duration: 1.999883208s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.039829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:21.039731Z","time spent":"2.000081222s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:55:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:55:23.111527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018292612s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:55:23.112035Z","caller":"traceutil/trace.go:171","msg":"trace[1847957794] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:993; }","duration":"1.017711777s","start":"2026-03-19T05:55:22.094303Z","end":"2026-03-19T05:55:23.112015Z","steps":["trace[1847957794] 'read index received' (duration: 174.474µs)","trace[1847957794] 'applied index is now lower than readState.Index' (duration: 1.017536063s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.112078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144390574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:55:23.112158Z","caller":"traceutil/trace.go:171","msg":"trace[1053314469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:947; }","duration":"2.144500968s","start":"2026-03-19T05:55:20.967635Z","end":"2026-03-19T05:55:23.112136Z","steps":["trace[1053314469] 'agreement among raft nodes before linearized reading' (duration: 1.12675748s)","trace[1053314469] 'range keys from in-memory index tree' (duration: 1.017543102s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.112205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.96762Z","time spent":"2.144577079s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:55:23.112426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14064698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:55:23.112521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144781873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:55:23.112529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144810334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:23.112562Z","caller":"traceutil/trace.go:171","msg":"trace[485891574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"2.144862476s","start":"2026-03-19T05:55:20.967689Z","end":"2026-03-19T05:55:23.112552Z","steps":["trace[485891574] 'agreement among raft nodes before linearized reading' (duration: 2.144755294s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:23.112571Z","caller":"traceutil/trace.go:171","msg":"trace[1934536783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:947; }","duration":"2.144852845s","start":"2026-03-19T05:55:20.967706Z","end":"2026-03-19T05:55:23.112559Z","steps":["trace[1934536783] 'agreement among raft nodes before linearized reading' (duration: 2.144735703s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.112572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144837025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:55:23.11259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.967665Z","time spent":"2.144918767s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:55:23.112611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.967689Z","time spent":"2.144914808s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:55:23.112615Z","caller":"traceutil/trace.go:171","msg":"trace[342496613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:947; }","duration":"2.144891397s","start":"2026-03-19T05:55:20.967713Z","end":"2026-03-19T05:55:23.112605Z","steps":["trace[342496613] 'agreement among raft nodes before linearized reading' (duration: 2.144755383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.11265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.967711Z","time spent":"2.144934558s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:55:23.112755Z","caller":"traceutil/trace.go:171","msg":"trace[594462505] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"1.014038664s","start":"2026-03-19T05:55:22.09868Z","end":"2026-03-19T05:55:23.112719Z","steps":["trace[594462505] 'process raft request' (duration: 1.013168803s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:23.112854Z","caller":"traceutil/trace.go:171","msg":"trace[1270812217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:947; }","duration":"2.140715712s","start":"2026-03-19T05:55:20.971738Z","end":"2026-03-19T05:55:23.112453Z","steps":["trace[1270812217] 'agreement among raft nodes before linearized reading' (duration: 2.140555918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.112907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:20.97172Z","time spent":"2.141173533s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:23.115852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:22.098646Z","time spent":"1.014152927s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:55:23.509553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.431229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:23.509575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.200254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:23.509643Z","caller":"traceutil/trace.go:171","msg":"trace[573377117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"469.601133ms","start":"2026-03-19T05:55:23.040024Z","end":"2026-03-19T05:55:23.509625Z","steps":["trace[573377117] 'agreement among raft nodes before linearized reading' (duration: 72.692514ms)","trace[573377117] 'range keys from in-memory index tree' (duration: 396.767534ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:23.509665Z","caller":"traceutil/trace.go:171","msg":"trace[657386213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"786.304647ms","start":"2026-03-19T05:55:22.72333Z","end":"2026-03-19T05:55:23.509635Z","steps":["trace[657386213] 'agreement among raft nodes before linearized reading' (duration: 389.370778ms)","trace[657386213] 'range keys from in-memory index tree' (duration: 396.823067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.509681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.039995Z","time spent":"469.678475ms","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:23.509703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:22.723312Z","time spent":"786.382068ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:55:23.598559Z","caller":"traceutil/trace.go:171","msg":"trace[720392820] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"470.509836ms","start":"2026-03-19T05:55:23.128023Z","end":"2026-03-19T05:55:23.598533Z","steps":["trace[720392820] 'process raft request' (duration: 470.365282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.598704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.126558Z","time spent":"472.066425ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:23.967572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.243787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:23.967812Z","caller":"traceutil/trace.go:171","msg":"trace[1368514119] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"839.663682ms","start":"2026-03-19T05:55:23.128122Z","end":"2026-03-19T05:55:23.967785Z","steps":["trace[1368514119] 'process raft request' (duration: 541.095687ms)","trace[1368514119] 'compare' (duration: 298.029342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.967965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.127169Z","time spent":"840.711269ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:23.967978Z","caller":"traceutil/trace.go:171","msg":"trace[836981016] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"839.769906ms","start":"2026-03-19T05:55:23.128173Z","end":"2026-03-19T05:55:23.967943Z","steps":["trace[836981016] 'process raft request' (duration: 839.531869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:23.968067Z","caller":"traceutil/trace.go:171","msg":"trace[1617780876] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"838.624068ms","start":"2026-03-19T05:55:23.129434Z","end":"2026-03-19T05:55:23.968058Z","steps":["trace[1617780876] 'process raft request' (duration: 838.483983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.968116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.129427Z","time spent":"838.665589ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:23.968028Z","caller":"traceutil/trace.go:171","msg":"trace[331013310] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:995; }","duration":"553.653464ms","start":"2026-03-19T05:55:23.414348Z","end":"2026-03-19T05:55:23.968001Z","steps":["trace[331013310] 'read index received' (duration: 184.150918ms)","trace[331013310] 'applied index is now lower than readState.Index' (duration: 369.501276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.968122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.766537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:23.968051Z","caller":"traceutil/trace.go:171","msg":"trace[2066961789] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"839.270523ms","start":"2026-03-19T05:55:23.128764Z","end":"2026-03-19T05:55:23.968034Z","steps":["trace[2066961789] 'process raft request' (duration: 839.078347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.968183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.128748Z","time spent":"839.419758ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:23.968176Z","caller":"traceutil/trace.go:171","msg":"trace[1578762839] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:953; }","duration":"553.868359ms","start":"2026-03-19T05:55:23.414292Z","end":"2026-03-19T05:55:23.968161Z","steps":["trace[1578762839] 'agreement among raft nodes before linearized reading' (duration: 553.776217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.968222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.127251Z","time spent":"840.843294ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:23.968237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.414268Z","time spent":"553.948132ms","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:23.968306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.606255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e2847a16f690b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T05:55:23.968354Z","caller":"traceutil/trace.go:171","msg":"trace[1341771149] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e2847a16f690b; range_end:; response_count:1; response_revision:953; }","duration":"454.677257ms","start":"2026-03-19T05:55:23.513661Z","end":"2026-03-19T05:55:23.968338Z","steps":["trace[1341771149] 'agreement among raft nodes before linearized reading' (duration: 454.534643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:23.968402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.513451Z","time spent":"454.929473ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e2847a16f690b\" "} {"level":"warn","ts":"2026-03-19T05:55:24.752424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.634326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:24.752508Z","caller":"traceutil/trace.go:171","msg":"trace[1032807902] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1000; }","duration":"697.150446ms","start":"2026-03-19T05:55:24.055345Z","end":"2026-03-19T05:55:24.752496Z","steps":["trace[1032807902] 'read index received' (duration: 49.330474ms)","trace[1032807902] 'applied index is now lower than readState.Index' (duration: 647.818972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:24.753015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.68388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:24.75308Z","caller":"traceutil/trace.go:171","msg":"trace[1461565718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:954; }","duration":"697.799492ms","start":"2026-03-19T05:55:24.05524Z","end":"2026-03-19T05:55:24.753039Z","steps":["trace[1461565718] 'agreement among raft nodes before linearized reading' (duration: 697.28714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:24.753114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:24.055209Z","time spent":"697.899144ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:55:24.75361Z","caller":"traceutil/trace.go:171","msg":"trace[1138944246] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"783.355033ms","start":"2026-03-19T05:55:23.97017Z","end":"2026-03-19T05:55:24.753525Z","steps":["trace[1138944246] 'process raft request' (duration: 134.560557ms)","trace[1138944246] 'compare' (duration: 647.436921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:24.753874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:23.970147Z","time spent":"783.629149ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:25.844816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.213953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:55:25.84494Z","caller":"traceutil/trace.go:171","msg":"trace[1844842959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:954; }","duration":"242.427129ms","start":"2026-03-19T05:55:25.602482Z","end":"2026-03-19T05:55:25.844909Z","steps":["trace[1844842959] 'range keys from in-memory index tree' (duration: 241.819013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.473497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:55:26.630427Z","caller":"traceutil/trace.go:171","msg":"trace[394013254] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"780.530261ms","start":"2026-03-19T05:55:25.849884Z","end":"2026-03-19T05:55:26.630414Z","steps":["trace[394013254] 'process raft request' (duration: 780.335396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.630539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.66344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:55:26.630561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:25.849859Z","time spent":"780.625864ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:26.630568Z","caller":"traceutil/trace.go:171","msg":"trace[1183943788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:955; }","duration":"657.731152ms","start":"2026-03-19T05:55:25.972829Z","end":"2026-03-19T05:55:26.63056Z","steps":["trace[1183943788] 'agreement among raft nodes before linearized reading' (duration: 657.626399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.630602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:25.972808Z","time spent":"657.788292ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T05:55:26.630417Z","caller":"traceutil/trace.go:171","msg":"trace[822829995] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1001; }","duration":"657.527976ms","start":"2026-03-19T05:55:25.972866Z","end":"2026-03-19T05:55:26.630393Z","steps":["trace[822829995] 'read index received' (duration: 657.373423ms)","trace[822829995] 'applied index is now lower than readState.Index' (duration: 153.973µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:26.630721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.794962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:55:26.630738Z","caller":"traceutil/trace.go:171","msg":"trace[567600846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:955; }","duration":"657.824724ms","start":"2026-03-19T05:55:25.972907Z","end":"2026-03-19T05:55:26.630732Z","steps":["trace[567600846] 'agreement among raft nodes before linearized reading' (duration: 657.773763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.630755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:25.972902Z","time spent":"657.848904ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:55:26.630862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.366187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:26.63089Z","caller":"traceutil/trace.go:171","msg":"trace[1843610462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"593.413848ms","start":"2026-03-19T05:55:26.03747Z","end":"2026-03-19T05:55:26.630884Z","steps":["trace[1843610462] 'agreement among raft nodes before linearized reading' (duration: 593.372807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.630905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:26.03746Z","time spent":"593.441359ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:26.631046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.911704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:26.631074Z","caller":"traceutil/trace.go:171","msg":"trace[208592461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"655.963066ms","start":"2026-03-19T05:55:25.975105Z","end":"2026-03-19T05:55:26.631068Z","steps":["trace[208592461] 'agreement among raft nodes before linearized reading' (duration: 655.897815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.631094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:25.975095Z","time spent":"655.994947ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:26.631196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.022702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:26.631235Z","caller":"traceutil/trace.go:171","msg":"trace[1828865080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"657.080724ms","start":"2026-03-19T05:55:25.974144Z","end":"2026-03-19T05:55:26.631225Z","steps":["trace[1828865080] 'agreement among raft nodes before linearized reading' (duration: 657.006552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.631258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:25.974133Z","time spent":"657.119285ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:55:26.943044Z","caller":"traceutil/trace.go:171","msg":"trace[503704575] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"223.369138ms","start":"2026-03-19T05:55:26.719638Z","end":"2026-03-19T05:55:26.943007Z","steps":["trace[503704575] 'process raft request' (duration: 136.155276ms)","trace[503704575] 'compare' (duration: 87.058927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:28.402004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.092794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:28.402137Z","caller":"traceutil/trace.go:171","msg":"trace[1624109763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"430.294019ms","start":"2026-03-19T05:55:27.971811Z","end":"2026-03-19T05:55:28.402105Z","steps":["trace[1624109763] 'range keys from in-memory index tree' (duration: 429.91506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:28.402195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:27.971789Z","time spent":"430.395612ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:28.402446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.977366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:28.402545Z","caller":"traceutil/trace.go:171","msg":"trace[1408651430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"364.14851ms","start":"2026-03-19T05:55:28.038371Z","end":"2026-03-19T05:55:28.402519Z","steps":["trace[1408651430] 'range keys from in-memory index tree' (duration: 363.837192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:28.402592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.038338Z","time spent":"364.244703ms","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:29.223388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662831,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:55:29.509464Z","caller":"traceutil/trace.go:171","msg":"trace[365273905] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1009; }","duration":"786.291756ms","start":"2026-03-19T05:55:28.723115Z","end":"2026-03-19T05:55:29.509407Z","steps":["trace[365273905] 'read index received' (duration: 786.077761ms)","trace[365273905] 'applied index is now lower than readState.Index' (duration: 212.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:29.509503Z","caller":"traceutil/trace.go:171","msg":"trace[1413662334] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"869.842785ms","start":"2026-03-19T05:55:28.639629Z","end":"2026-03-19T05:55:29.509471Z","steps":["trace[1413662334] 'process raft request' (duration: 869.625189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.509646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.523502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T05:55:29.509665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.639603Z","time spent":"869.969028ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:29.509689Z","caller":"traceutil/trace.go:171","msg":"trace[36178177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:962; }","duration":"786.617944ms","start":"2026-03-19T05:55:28.72306Z","end":"2026-03-19T05:55:29.509678Z","steps":["trace[36178177] 'agreement among raft nodes before linearized reading' (duration: 786.481041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.509682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.983663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:29.509716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.723034Z","time spent":"786.676206ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:55:29.509738Z","caller":"traceutil/trace.go:171","msg":"trace[1100904239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"474.073255ms","start":"2026-03-19T05:55:29.035647Z","end":"2026-03-19T05:55:29.50972Z","steps":["trace[1100904239] 'agreement among raft nodes before linearized reading' (duration: 473.991693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.509722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.378718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:55:29.509784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:29.035615Z","time spent":"474.156418ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:55:29.509792Z","caller":"traceutil/trace.go:171","msg":"trace[1389358669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:962; }","duration":"786.508641ms","start":"2026-03-19T05:55:28.723266Z","end":"2026-03-19T05:55:29.509774Z","steps":["trace[1389358669] 'agreement among raft nodes before linearized reading' (duration: 786.344737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.50982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.328266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:29.509838Z","caller":"traceutil/trace.go:171","msg":"trace[2060698773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:962; }","duration":"786.365818ms","start":"2026-03-19T05:55:28.723466Z","end":"2026-03-19T05:55:29.509832Z","steps":["trace[2060698773] 'agreement among raft nodes before linearized reading' (duration: 786.316317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.509836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.723248Z","time spent":"786.575353ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:29.509858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.723455Z","time spent":"786.399818ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:29.509974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.844824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:29.510046Z","caller":"traceutil/trace.go:171","msg":"trace[1635258085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:962; }","duration":"785.959348ms","start":"2026-03-19T05:55:28.724068Z","end":"2026-03-19T05:55:29.510027Z","steps":["trace[1635258085] 'agreement among raft nodes before linearized reading' (duration: 785.702581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.510089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.724057Z","time spent":"786.024329ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:32.014837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164133749662843,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:55:32.093649Z","caller":"traceutil/trace.go:171","msg":"trace[1498207049] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1015; }","duration":"579.195319ms","start":"2026-03-19T05:55:31.514427Z","end":"2026-03-19T05:55:32.093623Z","steps":["trace[1498207049] 'read index received' (duration: 578.932873ms)","trace[1498207049] 'applied index is now lower than readState.Index' (duration: 261.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:32.093753Z","caller":"traceutil/trace.go:171","msg":"trace[698520862] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"727.607895ms","start":"2026-03-19T05:55:31.366077Z","end":"2026-03-19T05:55:32.093685Z","steps":["trace[698520862] 'process raft request' (duration: 727.357229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.09394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.366051Z","time spent":"727.771879ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5958,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:32.093979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.468989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:55:32.094022Z","caller":"traceutil/trace.go:171","msg":"trace[1735286362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:968; }","duration":"568.593121ms","start":"2026-03-19T05:55:31.525418Z","end":"2026-03-19T05:55:32.094011Z","steps":["trace[1735286362] 'agreement among raft nodes before linearized reading' (duration: 568.385266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.094016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.011482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:32.094065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.525385Z","time spent":"568.666273ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:55:32.094044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.844465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-19T05:55:32.094064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.440986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:32.094084Z","caller":"traceutil/trace.go:171","msg":"trace[950335536] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:968; }","duration":"294.128194ms","start":"2026-03-19T05:55:31.799937Z","end":"2026-03-19T05:55:32.094065Z","steps":["trace[950335536] 'agreement among raft nodes before linearized reading' (duration: 294.006461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.094119Z","caller":"traceutil/trace.go:171","msg":"trace[1322693042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:968; }","duration":"562.557719ms","start":"2026-03-19T05:55:31.531549Z","end":"2026-03-19T05:55:32.094106Z","steps":["trace[1322693042] 'agreement among raft nodes before linearized reading' (duration: 562.396375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.094119Z","caller":"traceutil/trace.go:171","msg":"trace[1376511488] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:968; }","duration":"369.988108ms","start":"2026-03-19T05:55:31.724113Z","end":"2026-03-19T05:55:32.094101Z","steps":["trace[1376511488] 'agreement among raft nodes before linearized reading' (duration: 369.734282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.094152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.531518Z","time spent":"562.62651ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:32.094111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.007434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:32.094224Z","caller":"traceutil/trace.go:171","msg":"trace[1660927841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:968; }","duration":"562.191639ms","start":"2026-03-19T05:55:31.532008Z","end":"2026-03-19T05:55:32.094199Z","steps":["trace[1660927841] 'agreement among raft nodes before linearized reading' (duration: 561.956923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.094283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.531983Z","time spent":"562.289332ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:32.094344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.901537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:55:32.094165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.724086Z","time spent":"370.071121ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-19T05:55:32.094444Z","caller":"traceutil/trace.go:171","msg":"trace[1294460082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:968; }","duration":"563.000801ms","start":"2026-03-19T05:55:31.531432Z","end":"2026-03-19T05:55:32.094433Z","steps":["trace[1294460082] 'agreement among raft nodes before linearized reading' (duration: 562.831056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.094481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.531356Z","time spent":"563.117723ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:32.094507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.082501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:55:32.094608Z","caller":"traceutil/trace.go:171","msg":"trace[1320527050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:968; }","duration":"580.215975ms","start":"2026-03-19T05:55:31.51438Z","end":"2026-03-19T05:55:32.094596Z","steps":["trace[1320527050] 'agreement among raft nodes before linearized reading' (duration: 579.360033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.094698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.514364Z","time spent":"580.325167ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:55:32.229437Z","caller":"traceutil/trace.go:171","msg":"trace[667281179] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"129.451088ms","start":"2026-03-19T05:55:32.099961Z","end":"2026-03-19T05:55:32.229412Z","steps":["trace[667281179] 'process raft request' (duration: 129.362256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.22947Z","caller":"traceutil/trace.go:171","msg":"trace[1770858748] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"129.499519ms","start":"2026-03-19T05:55:32.099895Z","end":"2026-03-19T05:55:32.229394Z","steps":["trace[1770858748] 'process raft request' (duration: 37.362593ms)","trace[1770858748] 'compare' (duration: 91.880928ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:32.22957Z","caller":"traceutil/trace.go:171","msg":"trace[807463598] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"128.35492ms","start":"2026-03-19T05:55:32.101196Z","end":"2026-03-19T05:55:32.229551Z","steps":["trace[807463598] 'process raft request' (duration: 128.178075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.229789Z","caller":"traceutil/trace.go:171","msg":"trace[2025064922] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"128.469492ms","start":"2026-03-19T05:55:32.101307Z","end":"2026-03-19T05:55:32.229776Z","steps":["trace[2025064922] 'process raft request' (duration: 128.164415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.229893Z","caller":"traceutil/trace.go:171","msg":"trace[1493563270] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"128.510734ms","start":"2026-03-19T05:55:32.101362Z","end":"2026-03-19T05:55:32.229873Z","steps":["trace[1493563270] 'process raft request' (duration: 128.319199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.229969Z","caller":"traceutil/trace.go:171","msg":"trace[1648254054] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"126.3569ms","start":"2026-03-19T05:55:32.103597Z","end":"2026-03-19T05:55:32.229954Z","steps":["trace[1648254054] 'process raft request' (duration: 126.253157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.230019Z","caller":"traceutil/trace.go:171","msg":"trace[1845505734] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"127.184981ms","start":"2026-03-19T05:55:32.102824Z","end":"2026-03-19T05:55:32.230009Z","steps":["trace[1845505734] 'process raft request' (duration: 126.954625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:36.9294Z","caller":"traceutil/trace.go:171","msg":"trace[887245454] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"128.742307ms","start":"2026-03-19T05:55:36.800629Z","end":"2026-03-19T05:55:36.929371Z","steps":["trace[887245454] 'process raft request' (duration: 128.487921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:37.245547Z","caller":"traceutil/trace.go:171","msg":"trace[1473669664] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1065; }","duration":"302.482124ms","start":"2026-03-19T05:55:36.943041Z","end":"2026-03-19T05:55:37.245523Z","steps":["trace[1473669664] 'read index received' (duration: 24.943005ms)","trace[1473669664] 'applied index is now lower than readState.Index' (duration: 277.537579ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:37.245704Z","caller":"traceutil/trace.go:171","msg":"trace[10604787] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"302.556586ms","start":"2026-03-19T05:55:36.943133Z","end":"2026-03-19T05:55:37.245689Z","steps":["trace[10604787] 'process raft request' (duration: 302.30959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:37.245675Z","caller":"traceutil/trace.go:171","msg":"trace[499177522] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"302.810022ms","start":"2026-03-19T05:55:36.942832Z","end":"2026-03-19T05:55:37.245642Z","steps":["trace[499177522] 'process raft request' (duration: 255.428744ms)","trace[499177522] 'compare' (duration: 46.997388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:37.24583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.501713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:37.245868Z","caller":"traceutil/trace.go:171","msg":"trace[1280432786] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1018; }","duration":"286.609125ms","start":"2026-03-19T05:55:36.95925Z","end":"2026-03-19T05:55:37.245859Z","steps":["trace[1280432786] 'agreement among raft nodes before linearized reading' (duration: 286.520963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.245866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.943121Z","time spent":"302.618957ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10921,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:37.245905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.942809Z","time spent":"302.956876ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:37.246045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.637671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:37.24607Z","caller":"traceutil/trace.go:171","msg":"trace[1278808929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"208.705132ms","start":"2026-03-19T05:55:37.037358Z","end":"2026-03-19T05:55:37.246063Z","steps":["trace[1278808929] 'agreement among raft nodes before linearized reading' (duration: 208.665181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.246385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.313135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:37.246464Z","caller":"traceutil/trace.go:171","msg":"trace[2058539879] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1018; }","duration":"303.439038ms","start":"2026-03-19T05:55:36.94301Z","end":"2026-03-19T05:55:37.246449Z","steps":["trace[2058539879] 'agreement among raft nodes before linearized reading' (duration: 303.275664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.246522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.943003Z","time spent":"303.49913ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:37.608408Z","caller":"traceutil/trace.go:171","msg":"trace[323095555] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"356.927388ms","start":"2026-03-19T05:55:37.251451Z","end":"2026-03-19T05:55:37.608378Z","steps":["trace[323095555] 'process raft request' (duration: 271.794254ms)","trace[323095555] 'compare' (duration: 84.995871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:37.608582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:37.251408Z","time spent":"357.079683ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:37.632857Z","caller":"traceutil/trace.go:171","msg":"trace[854402650] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"369.392969ms","start":"2026-03-19T05:55:37.26344Z","end":"2026-03-19T05:55:37.632833Z","steps":["trace[854402650] 'process raft request' (duration: 369.160373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.633013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:37.263416Z","time spent":"369.515433ms","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:37.633109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.581393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T05:55:37.633179Z","caller":"traceutil/trace.go:171","msg":"trace[2006574206] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1020; }","duration":"199.742907ms","start":"2026-03-19T05:55:37.433417Z","end":"2026-03-19T05:55:37.63316Z","steps":["trace[2006574206] 'agreement among raft nodes before linearized reading' (duration: 199.521811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:37.633172Z","caller":"traceutil/trace.go:171","msg":"trace[2025211375] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1068; }","duration":"199.229664ms","start":"2026-03-19T05:55:37.433516Z","end":"2026-03-19T05:55:37.632745Z","steps":["trace[2025211375] 'read index received' (duration: 89.75335ms)","trace[2025211375] 'applied index is now lower than readState.Index' (duration: 109.474944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:37.777004Z","caller":"traceutil/trace.go:171","msg":"trace[719559338] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"137.780183ms","start":"2026-03-19T05:55:37.639192Z","end":"2026-03-19T05:55:37.776972Z","steps":["trace[719559338] 'process raft request' (duration: 107.713059ms)","trace[719559338] 'compare' (duration: 29.90591ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:54.267602Z","caller":"traceutil/trace.go:171","msg":"trace[241256256] linearizableReadLoop","detail":"{readStateIndex:1140; appliedIndex:1139; }","duration":"227.925304ms","start":"2026-03-19T05:55:54.039653Z","end":"2026-03-19T05:55:54.267578Z","steps":["trace[241256256] 'read index received' (duration: 227.810771ms)","trace[241256256] 'applied index is now lower than readState.Index' (duration: 113.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:54.267662Z","caller":"traceutil/trace.go:171","msg":"trace[2117442304] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"258.641544ms","start":"2026-03-19T05:55:54.008985Z","end":"2026-03-19T05:55:54.267626Z","steps":["trace[2117442304] 'process raft request' (duration: 258.427829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.267771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.089769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:54.267848Z","caller":"traceutil/trace.go:171","msg":"trace[786345548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"228.180811ms","start":"2026-03-19T05:55:54.039636Z","end":"2026-03-19T05:55:54.267817Z","steps":["trace[786345548] 'agreement among raft nodes before linearized reading' (duration: 228.062698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.674414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.866624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:54.674634Z","caller":"traceutil/trace.go:171","msg":"trace[1912815216] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1141; }","duration":"232.428746ms","start":"2026-03-19T05:55:54.442192Z","end":"2026-03-19T05:55:54.674621Z","steps":["trace[1912815216] 'read index received' (duration: 53.204003ms)","trace[1912815216] 'applied index is now lower than readState.Index' (duration: 179.224093ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:54.674619Z","caller":"traceutil/trace.go:171","msg":"trace[1349146007] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"277.029035ms","start":"2026-03-19T05:55:54.397552Z","end":"2026-03-19T05:55:54.674581Z","steps":["trace[1349146007] 'process raft request' (duration: 97.927735ms)","trace[1349146007] 'compare' (duration: 178.438974ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:54.674654Z","caller":"traceutil/trace.go:171","msg":"trace[1035800104] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"275.961168ms","start":"2026-03-19T05:55:54.398667Z","end":"2026-03-19T05:55:54.674628Z","steps":["trace[1035800104] 'process raft request' (duration: 275.824675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:54.674711Z","caller":"traceutil/trace.go:171","msg":"trace[1333953478] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"275.810635ms","start":"2026-03-19T05:55:54.39889Z","end":"2026-03-19T05:55:54.6747Z","steps":["trace[1333953478] 'process raft request' (duration: 275.698053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.674909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.700884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:55:54.674923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.088708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:54.674951Z","caller":"traceutil/trace.go:171","msg":"trace[1163203726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1091; }","duration":"232.776815ms","start":"2026-03-19T05:55:54.442163Z","end":"2026-03-19T05:55:54.67494Z","steps":["trace[1163203726] 'agreement among raft nodes before linearized reading' (duration: 232.634892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:54.674971Z","caller":"traceutil/trace.go:171","msg":"trace[133261864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1091; }","duration":"230.15577ms","start":"2026-03-19T05:55:54.4448Z","end":"2026-03-19T05:55:54.674956Z","steps":["trace[133261864] 'agreement among raft nodes before linearized reading' (duration: 229.922454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:11.775483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.224693ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:56:20.972465Z","caller":"traceutil/trace.go:171","msg":"trace[508212080] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"123.581468ms","start":"2026-03-19T05:56:20.848857Z","end":"2026-03-19T05:56:20.972438Z","steps":["trace[508212080] 'process raft request' (duration: 77.524374ms)","trace[508212080] 'compare' (duration: 45.960052ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.972824Z","caller":"traceutil/trace.go:171","msg":"trace[323803769] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"122.915992ms","start":"2026-03-19T05:56:20.849879Z","end":"2026-03-19T05:56:20.972795Z","steps":["trace[323803769] 'process raft request' (duration: 122.83106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.972903Z","caller":"traceutil/trace.go:171","msg":"trace[1727589066] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"123.716082ms","start":"2026-03-19T05:56:20.849164Z","end":"2026-03-19T05:56:20.97288Z","steps":["trace[1727589066] 'process raft request' (duration: 123.371053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:45.382914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.338096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:56:45.383055Z","caller":"traceutil/trace.go:171","msg":"trace[174322426] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"157.043214ms","start":"2026-03-19T05:56:45.22599Z","end":"2026-03-19T05:56:45.383033Z","steps":["trace[174322426] 'process raft request' (duration: 51.473712ms)","trace[174322426] 'compare' (duration: 105.198082ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:45.596973Z","caller":"traceutil/trace.go:171","msg":"trace[1534323997] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"369.711154ms","start":"2026-03-19T05:56:45.227227Z","end":"2026-03-19T05:56:45.596938Z","steps":["trace[1534323997] 'process raft request' (duration: 277.626711ms)","trace[1534323997] 'compare' (duration: 91.910718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:45.597142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.227212Z","time spent":"369.842998ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:45.59737Z","caller":"traceutil/trace.go:171","msg":"trace[1085942889] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"369.748244ms","start":"2026-03-19T05:56:45.227569Z","end":"2026-03-19T05:56:45.597317Z","steps":["trace[1085942889] 'process raft request' (duration: 369.324633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:45.59828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.227555Z","time spent":"370.584685ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:45.598426Z","caller":"traceutil/trace.go:171","msg":"trace[242052536] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"370.811272ms","start":"2026-03-19T05:56:45.227589Z","end":"2026-03-19T05:56:45.5984Z","steps":["trace[242052536] 'process raft request' (duration: 370.621507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:45.598602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.227562Z","time spent":"370.931394ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:11.966769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.981654ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:57:11.966893Z","caller":"traceutil/trace.go:171","msg":"trace[1367197877] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"160.390579ms","start":"2026-03-19T05:57:11.806484Z","end":"2026-03-19T05:57:11.966875Z","steps":["trace[1367197877] 'read index received' (duration: 44.511µs)","trace[1367197877] 'applied index is now lower than readState.Index' (duration: 160.344467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:11.967093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.605933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:57:11.967131Z","caller":"traceutil/trace.go:171","msg":"trace[1914369374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"160.696926ms","start":"2026-03-19T05:57:11.806423Z","end":"2026-03-19T05:57:11.96712Z","steps":["trace[1914369374] 'agreement among raft nodes before linearized reading' (duration: 160.538492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:12.143919Z","caller":"traceutil/trace.go:171","msg":"trace[2122115433] linearizableReadLoop","detail":"{readStateIndex:1474; appliedIndex:1471; }","duration":"107.031608ms","start":"2026-03-19T05:57:12.036864Z","end":"2026-03-19T05:57:12.143896Z","steps":["trace[2122115433] 'read index received' (duration: 29.308935ms)","trace[2122115433] 'applied index is now lower than readState.Index' (duration: 77.721183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:12.144077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.185451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:12.144118Z","caller":"traceutil/trace.go:171","msg":"trace[931796338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1405; }","duration":"107.338945ms","start":"2026-03-19T05:57:12.036768Z","end":"2026-03-19T05:57:12.144107Z","steps":["trace[931796338] 'agreement among raft nodes before linearized reading' (duration: 107.228882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:12.144527Z","caller":"traceutil/trace.go:171","msg":"trace[1302523296] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"172.671506ms","start":"2026-03-19T05:57:11.971844Z","end":"2026-03-19T05:57:12.144515Z","steps":["trace[1302523296] 'process raft request' (duration: 162.744286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:12.144687Z","caller":"traceutil/trace.go:171","msg":"trace[1204414133] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"172.456851ms","start":"2026-03-19T05:57:11.972218Z","end":"2026-03-19T05:57:12.144675Z","steps":["trace[1204414133] 'process raft request' (duration: 171.63153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:12.217129Z","caller":"traceutil/trace.go:171","msg":"trace[852795711] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"150.333546ms","start":"2026-03-19T05:57:12.066769Z","end":"2026-03-19T05:57:12.217102Z","steps":["trace[852795711] 'process raft request' (duration: 149.815973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.284618Z","caller":"traceutil/trace.go:171","msg":"trace[2037206539] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1499; }","duration":"105.815227ms","start":"2026-03-19T05:57:18.178779Z","end":"2026-03-19T05:57:18.284594Z","steps":["trace[2037206539] 'read index received' (duration: 41.105192ms)","trace[2037206539] 'applied index is now lower than readState.Index' (duration: 64.709275ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:18.284703Z","caller":"traceutil/trace.go:171","msg":"trace[1228088069] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"109.321345ms","start":"2026-03-19T05:57:18.175345Z","end":"2026-03-19T05:57:18.284667Z","steps":["trace[1228088069] 'process raft request' (duration: 108.891964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.2851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.29724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T05:57:18.285199Z","caller":"traceutil/trace.go:171","msg":"trace[1366797173] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1431; }","duration":"106.448233ms","start":"2026-03-19T05:57:18.17872Z","end":"2026-03-19T05:57:18.285168Z","steps":["trace[1366797173] 'agreement among raft nodes before linearized reading' (duration: 105.958691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:24.372236Z","caller":"traceutil/trace.go:171","msg":"trace[271518382] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"106.612648ms","start":"2026-03-19T05:57:24.265582Z","end":"2026-03-19T05:57:24.372195Z","steps":["trace[271518382] 'process raft request' (duration: 102.71556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:26.14766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.573053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:26.147756Z","caller":"traceutil/trace.go:171","msg":"trace[1490266124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1460; }","duration":"111.711805ms","start":"2026-03-19T05:57:26.036023Z","end":"2026-03-19T05:57:26.147735Z","steps":["trace[1490266124] 'range keys from in-memory index tree' (duration: 111.452189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:26.714906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.926397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:26.715011Z","caller":"traceutil/trace.go:171","msg":"trace[600232452] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1533; }","duration":"171.798203ms","start":"2026-03-19T05:57:26.5432Z","end":"2026-03-19T05:57:26.714998Z","steps":["trace[600232452] 'read index received' (duration: 1.595909ms)","trace[600232452] 'applied index is now lower than readState.Index' (duration: 170.201344ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:26.715043Z","caller":"traceutil/trace.go:171","msg":"trace[1788741889] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"261.976338ms","start":"2026-03-19T05:57:26.453028Z","end":"2026-03-19T05:57:26.715004Z","steps":["trace[1788741889] 'process raft request' (duration: 91.846596ms)","trace[1788741889] 'compare' (duration: 169.771803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:26.715175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.980488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:57:26.715199Z","caller":"traceutil/trace.go:171","msg":"trace[1738152278] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:1463; }","duration":"172.04111ms","start":"2026-03-19T05:57:26.543149Z","end":"2026-03-19T05:57:26.71519Z","steps":["trace[1738152278] 'agreement among raft nodes before linearized reading' (duration: 171.945118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:26.715486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.545625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T05:57:26.715552Z","caller":"traceutil/trace.go:171","msg":"trace[2072091260] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1463; }","duration":"145.647247ms","start":"2026-03-19T05:57:26.569887Z","end":"2026-03-19T05:57:26.715534Z","steps":["trace[2072091260] 'agreement among raft nodes before linearized reading' (duration: 145.34251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:50.644396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.231292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:50.644491Z","caller":"traceutil/trace.go:171","msg":"trace[1629791984] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1560; }","duration":"128.374485ms","start":"2026-03-19T05:57:50.516096Z","end":"2026-03-19T05:57:50.644471Z","steps":["trace[1629791984] 'count revisions from in-memory index tree' (duration: 128.16687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:34.22261Z","caller":"traceutil/trace.go:171","msg":"trace[1769682712] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"160.667016ms","start":"2026-03-19T05:58:34.061916Z","end":"2026-03-19T05:58:34.222583Z","steps":["trace[1769682712] 'process raft request' (duration: 160.530453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:34.403527Z","caller":"traceutil/trace.go:171","msg":"trace[1819541593] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1835; }","duration":"201.205275ms","start":"2026-03-19T05:58:34.202298Z","end":"2026-03-19T05:58:34.403504Z","steps":["trace[1819541593] 'read index received' (duration: 20.138506ms)","trace[1819541593] 'applied index is now lower than readState.Index' (duration: 181.065819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:58:34.403973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.663136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:58:34.404071Z","caller":"traceutil/trace.go:171","msg":"trace[499268469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1751; }","duration":"201.796449ms","start":"2026-03-19T05:58:34.202248Z","end":"2026-03-19T05:58:34.404044Z","steps":["trace[499268469] 'agreement among raft nodes before linearized reading' (duration: 201.591584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:34.403686Z","caller":"traceutil/trace.go:171","msg":"trace[1281586482] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"305.814552ms","start":"2026-03-19T05:58:34.09777Z","end":"2026-03-19T05:58:34.403585Z","steps":["trace[1281586482] 'process raft request' (duration: 220.734894ms)","trace[1281586482] 'compare' (duration: 84.867882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:58:34.404442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:34.097747Z","time spent":"306.610332ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:58:34.622461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.590081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-03-19T05:58:34.622545Z","caller":"traceutil/trace.go:171","msg":"trace[211883878] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:1755; }","duration":"134.694354ms","start":"2026-03-19T05:58:34.487826Z","end":"2026-03-19T05:58:34.62252Z","steps":["trace[211883878] 'agreement among raft nodes before linearized reading' (duration: 15.781906ms)","trace[211883878] 'range keys from in-memory index tree' (duration: 118.795095ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:34.623103Z","caller":"traceutil/trace.go:171","msg":"trace[1875898301] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"113.100321ms","start":"2026-03-19T05:58:34.509985Z","end":"2026-03-19T05:58:34.623086Z","steps":["trace[1875898301] 'process raft request' (duration: 112.378193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:34.622809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.712672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a1d8000-0698-4194-8a1c-226e823f6c6b\" ","response":"range_response_count:1 size:2174"} {"level":"info","ts":"2026-03-19T05:58:34.623272Z","caller":"traceutil/trace.go:171","msg":"trace[1857698289] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a1d8000-0698-4194-8a1c-226e823f6c6b; range_end:; response_count:1; response_revision:1755; }","duration":"117.40421ms","start":"2026-03-19T05:58:34.505847Z","end":"2026-03-19T05:58:34.623251Z","steps":["trace[1857698289] 'range keys from in-memory index tree' (duration: 116.523958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:34.797603Z","caller":"traceutil/trace.go:171","msg":"trace[741309690] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"119.380389ms","start":"2026-03-19T05:58:34.678203Z","end":"2026-03-19T05:58:34.797583Z","steps":["trace[741309690] 'process raft request' (duration: 79.709043ms)","trace[741309690] 'compare' (duration: 39.502572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:38.884308Z","caller":"traceutil/trace.go:171","msg":"trace[1329452178] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"379.392302ms","start":"2026-03-19T05:58:38.504904Z","end":"2026-03-19T05:58:38.884297Z","steps":["trace[1329452178] 'process raft request' (duration: 379.185987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:38.884467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:38.504887Z","time spent":"379.485314ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:58:38.884528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.585169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T05:58:38.884587Z","caller":"traceutil/trace.go:171","msg":"trace[1006891506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1780; }","duration":"368.690292ms","start":"2026-03-19T05:58:38.515884Z","end":"2026-03-19T05:58:38.884575Z","steps":["trace[1006891506] 'agreement among raft nodes before linearized reading' (duration: 368.507317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:38.884629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:38.515861Z","time spent":"368.760294ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:58:38.88425Z","caller":"traceutil/trace.go:171","msg":"trace[1790243845] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"368.284362ms","start":"2026-03-19T05:58:38.515943Z","end":"2026-03-19T05:58:38.884227Z","steps":["trace[1790243845] 'read index received' (duration: 368.071687ms)","trace[1790243845] 'applied index is now lower than readState.Index' (duration: 211.805µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:58:38.885063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.589684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T05:58:38.885134Z","caller":"traceutil/trace.go:171","msg":"trace[478981532] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1780; }","duration":"322.711218ms","start":"2026-03-19T05:58:38.562405Z","end":"2026-03-19T05:58:38.885116Z","steps":["trace[478981532] 'agreement among raft nodes before linearized reading' (duration: 322.539553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:38.88518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:38.562385Z","time spent":"322.78647ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-19T05:58:38.885263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.615285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:58:38.88533Z","caller":"traceutil/trace.go:171","msg":"trace[1541714379] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1780; }","duration":"150.688826ms","start":"2026-03-19T05:58:38.734603Z","end":"2026-03-19T05:58:38.885291Z","steps":["trace[1541714379] 'agreement among raft nodes before linearized reading' (duration: 150.626274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:47.094479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.107035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:58:47.094605Z","caller":"traceutil/trace.go:171","msg":"trace[1746684881] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"102.396762ms","start":"2026-03-19T05:58:46.992188Z","end":"2026-03-19T05:58:47.094585Z","steps":["trace[1746684881] 'read index received' (duration: 30.751µs)","trace[1746684881] 'applied index is now lower than readState.Index' (duration: 102.364321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:58:47.094764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.569686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T05:58:47.09477Z","caller":"traceutil/trace.go:171","msg":"trace[1787186490] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"156.990837ms","start":"2026-03-19T05:58:46.937757Z","end":"2026-03-19T05:58:47.094748Z","steps":["trace[1787186490] 'process raft request' (duration: 21.496372ms)","trace[1787186490] 'compare' (duration: 134.989113ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:47.094806Z","caller":"traceutil/trace.go:171","msg":"trace[340720046] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1821; }","duration":"102.629537ms","start":"2026-03-19T05:58:46.992163Z","end":"2026-03-19T05:58:47.094793Z","steps":["trace[340720046] 'agreement among raft nodes before linearized reading' (duration: 102.478163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:47.714318Z","caller":"traceutil/trace.go:171","msg":"trace[942881068] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"344.451892ms","start":"2026-03-19T05:58:47.369838Z","end":"2026-03-19T05:58:47.714289Z","steps":["trace[942881068] 'process raft request' (duration: 344.124084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:47.714476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:47.369814Z","time spent":"344.588016ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:58:48.42588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.942835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-19T05:58:48.42597Z","caller":"traceutil/trace.go:171","msg":"trace[2025575710] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1824; }","duration":"201.073378ms","start":"2026-03-19T05:58:48.224878Z","end":"2026-03-19T05:58:48.425951Z","steps":["trace[2025575710] 'range keys from in-memory index tree' (duration: 200.737879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:48.42596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.139554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:58:48.426043Z","caller":"traceutil/trace.go:171","msg":"trace[815919056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"390.237606ms","start":"2026-03-19T05:58:48.035785Z","end":"2026-03-19T05:58:48.426022Z","steps":["trace[815919056] 'range keys from in-memory index tree' (duration: 390.061072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:48.42625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.519165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:58:48.426333Z","caller":"traceutil/trace.go:171","msg":"trace[1632672139] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1824; }","duration":"592.658628ms","start":"2026-03-19T05:58:47.833655Z","end":"2026-03-19T05:58:48.426314Z","steps":["trace[1632672139] 'count revisions from in-memory index tree' (duration: 592.429632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:48.426331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.297904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:58:48.426382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:47.833633Z","time spent":"592.73831ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:58:48.426417Z","caller":"traceutil/trace.go:171","msg":"trace[640877934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1824; }","duration":"151.399576ms","start":"2026-03-19T05:58:48.274996Z","end":"2026-03-19T05:58:48.426395Z","steps":["trace[640877934] 'range keys from in-memory index tree' (duration: 151.070068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:48.426102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:48.035732Z","time spent":"390.35863ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:58:56.00214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.181917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:944"} {"level":"info","ts":"2026-03-19T05:58:56.002324Z","caller":"traceutil/trace.go:171","msg":"trace[1066420921] range","detail":"{range_begin:/registry/clusterrolebindings/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:1860; }","duration":"108.353081ms","start":"2026-03-19T05:58:55.8939Z","end":"2026-03-19T05:58:56.002253Z","steps":["trace[1066420921] 'range keys from in-memory index tree' (duration: 107.657854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:59.986878Z","caller":"traceutil/trace.go:171","msg":"trace[429845789] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"205.271163ms","start":"2026-03-19T05:58:59.781577Z","end":"2026-03-19T05:58:59.986848Z","steps":["trace[429845789] 'read index received' (duration: 204.853433ms)","trace[429845789] 'applied index is now lower than readState.Index' (duration: 416.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:59.987133Z","caller":"traceutil/trace.go:171","msg":"trace[1545943852] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"222.212771ms","start":"2026-03-19T05:58:59.764897Z","end":"2026-03-19T05:58:59.98711Z","steps":["trace[1545943852] 'process raft request' (duration: 221.691798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:59.98762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.937833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-19T05:58:59.987671Z","caller":"traceutil/trace.go:171","msg":"trace[748261229] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1880; }","duration":"147.026285ms","start":"2026-03-19T05:58:59.840631Z","end":"2026-03-19T05:58:59.987657Z","steps":["trace[748261229] 'agreement among raft nodes before linearized reading' (duration: 146.923433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:59.987358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.748776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-03-19T05:58:59.987842Z","caller":"traceutil/trace.go:171","msg":"trace[1567945008] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:1880; }","duration":"206.285608ms","start":"2026-03-19T05:58:59.781536Z","end":"2026-03-19T05:58:59.987821Z","steps":["trace[1567945008] 'agreement among raft nodes before linearized reading' (duration: 205.650093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:59.988467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.119028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-19T05:58:59.988579Z","caller":"traceutil/trace.go:171","msg":"trace[901259504] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1880; }","duration":"116.265791ms","start":"2026-03-19T05:58:59.872298Z","end":"2026-03-19T05:58:59.988564Z","steps":["trace[901259504] 'agreement among raft nodes before linearized reading' (duration: 115.435279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.153029Z","caller":"traceutil/trace.go:171","msg":"trace[1452498177] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"157.729115ms","start":"2026-03-19T05:58:59.99527Z","end":"2026-03-19T05:59:00.152999Z","steps":["trace[1452498177] 'process raft request' (duration: 72.512877ms)","trace[1452498177] 'compare' (duration: 84.89249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:06.857842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.778357ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T05:59:06.858206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:06.551833Z","time spent":"306.364812ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T05:59:06.85849Z","caller":"traceutil/trace.go:171","msg":"trace[1954423235] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"291.335804ms","start":"2026-03-19T05:59:06.566926Z","end":"2026-03-19T05:59:06.858262Z","steps":["trace[1954423235] 'read index received' (duration: 108.104776ms)","trace[1954423235] 'applied index is now lower than readState.Index' (duration: 183.226468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:06.858635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.670692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-node-lease/\" range_end:\"/registry/statefulsets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:06.858723Z","caller":"traceutil/trace.go:171","msg":"trace[692645957] range","detail":"{range_begin:/registry/statefulsets/kube-node-lease/; range_end:/registry/statefulsets/kube-node-lease0; response_count:0; response_revision:1905; }","duration":"291.826296ms","start":"2026-03-19T05:59:06.566883Z","end":"2026-03-19T05:59:06.858709Z","steps":["trace[692645957] 'agreement among raft nodes before linearized reading' (duration: 291.632381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:06.858852Z","caller":"traceutil/trace.go:171","msg":"trace[570573117] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"163.315356ms","start":"2026-03-19T05:59:06.695378Z","end":"2026-03-19T05:59:06.858693Z","steps":["trace[570573117] 'process raft request' (duration: 162.762893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.858922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.881772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/\" range_end:\"/registry/services/specs/default0\" limit:500 ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-03-19T05:59:06.85931Z","caller":"traceutil/trace.go:171","msg":"trace[897398959] range","detail":"{range_begin:/registry/services/specs/default/; range_end:/registry/services/specs/default0; response_count:1; response_revision:1906; }","duration":"245.248942ms","start":"2026-03-19T05:59:06.614011Z","end":"2026-03-19T05:59:06.85926Z","steps":["trace[897398959] 'agreement among raft nodes before linearized reading' (duration: 244.78172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.85899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.628481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:59:06.859383Z","caller":"traceutil/trace.go:171","msg":"trace[1944319329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"271.073532ms","start":"2026-03-19T05:59:06.5883Z","end":"2026-03-19T05:59:06.859373Z","steps":["trace[1944319329] 'agreement among raft nodes before linearized reading' (duration: 270.480058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.859078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.872364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-19T05:59:06.859564Z","caller":"traceutil/trace.go:171","msg":"trace[30524097] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1906; }","duration":"253.359326ms","start":"2026-03-19T05:59:06.606186Z","end":"2026-03-19T05:59:06.859546Z","steps":["trace[30524097] 'agreement among raft nodes before linearized reading' (duration: 252.588627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.859071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.286137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-03-19T05:59:06.859698Z","caller":"traceutil/trace.go:171","msg":"trace[645423502] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:1906; }","duration":"288.974244ms","start":"2026-03-19T05:59:06.570714Z","end":"2026-03-19T05:59:06.859688Z","steps":["trace[645423502] 'agreement among raft nodes before linearized reading' (duration: 287.98447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.534701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.953175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-x4p8h\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-19T05:59:09.534792Z","caller":"traceutil/trace.go:171","msg":"trace[233194706] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-x4p8h; range_end:; response_count:1; response_revision:1921; }","duration":"130.13586ms","start":"2026-03-19T05:59:09.404635Z","end":"2026-03-19T05:59:09.53477Z","steps":["trace[233194706] 'range keys from in-memory index tree' (duration: 129.776131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.53478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.396255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-03-19T05:59:09.534852Z","caller":"traceutil/trace.go:171","msg":"trace[843425194] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:1921; }","duration":"128.523919ms","start":"2026-03-19T05:59:09.406314Z","end":"2026-03-19T05:59:09.534838Z","steps":["trace[843425194] 'range keys from in-memory index tree' (duration: 128.207911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:12.150451Z","caller":"traceutil/trace.go:171","msg":"trace[786011057] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"101.315544ms","start":"2026-03-19T05:59:12.0491Z","end":"2026-03-19T05:59:12.150416Z","steps":["trace[786011057] 'process raft request' (duration: 101.075968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:12.307661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.982762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-19T05:59:12.307748Z","caller":"traceutil/trace.go:171","msg":"trace[137947231] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1929; }","duration":"139.117736ms","start":"2026-03-19T05:59:12.168609Z","end":"2026-03-19T05:59:12.307727Z","steps":["trace[137947231] 'range keys from in-memory index tree' (duration: 138.402858ms)"],"step_count":1}