{"level":"warn","ts":"2026-03-13T23:02:19.611616Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:19.611706Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:02:19.61186Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:19.611945Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-13T23:02:19.611979Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:19.612603Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-13T23:02:19.612693Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:02:19.616838Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.886977ms"} {"level":"info","ts":"2026-03-13T23:02:19.625223Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-13T23:02:19.625292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:02:19.625319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-13T23:02:19.625365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:02:19.62538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-13T23:02:19.625504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-13T23:02:19.631938Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:02:19.633341Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:02:19.634382Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:02:19.636386Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:02:19.63651Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:02:19.636894Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:19.637112Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:19.637208Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:19.642985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-13T23:02:19.643141Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-13T23:02:19.644064Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:19.644142Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-13T23:02:19.64466Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-13T23:02:19.644281Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:02:19.644337Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:02:20.226115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:02:20.226197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:02:20.226226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-13T23:02:20.22625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:02:20.226279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-13T23:02:20.226308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-13T23:02:20.226326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-13T23:02:20.227334Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:02:20.22739Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:20.227484Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:20.227392Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:20.227984Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:02:20.228081Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:02:20.228311Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:20.228469Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:20.22851Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:20.231705Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-13T23:02:20.232152Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-13T23:02:31.343173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.043846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-13T23:02:31.343287Z","caller":"traceutil/trace.go:171","msg":"trace[1606180210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:393; }","duration":"134.225171ms","start":"2026-03-13T23:02:31.209037Z","end":"2026-03-13T23:02:31.343263Z","steps":["trace[1606180210] 'range keys from in-memory index tree' (duration: 133.931962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:52.832194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.681717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:52.832311Z","caller":"traceutil/trace.go:171","msg":"trace[1393320994] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"932.932519ms","start":"2026-03-13T23:02:51.89936Z","end":"2026-03-13T23:02:52.832293Z","steps":["trace[1393320994] 'process raft request' (duration: 482.927605ms)","trace[1393320994] 'compare' (duration: 448.478132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:52.832386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:51.899344Z","time spent":"932.998732ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:52.835268Z","caller":"traceutil/trace.go:171","msg":"trace[1775115271] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"282.880344ms","start":"2026-03-13T23:02:52.552375Z","end":"2026-03-13T23:02:52.835255Z","steps":["trace[1775115271] 'read index received' (duration: 282.758181ms)","trace[1775115271] 'applied index is now lower than readState.Index' (duration: 121.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:52.835361Z","caller":"traceutil/trace.go:171","msg":"trace[1647311189] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"617.396752ms","start":"2026-03-13T23:02:52.217948Z","end":"2026-03-13T23:02:52.835345Z","steps":["trace[1647311189] 'process raft request' (duration: 617.240977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:52.835428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.05596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:02:52.835465Z","caller":"traceutil/trace.go:171","msg":"trace[479713449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"283.138292ms","start":"2026-03-13T23:02:52.552317Z","end":"2026-03-13T23:02:52.835455Z","steps":["trace[479713449] 'agreement among raft nodes before linearized reading' (duration: 283.025529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:52.835426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:52.217928Z","time spent":"617.466114ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:56.976726Z","caller":"traceutil/trace.go:171","msg":"trace[1390563981] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"122.622717ms","start":"2026-03-13T23:02:56.854075Z","end":"2026-03-13T23:02:56.976697Z","steps":["trace[1390563981] 'read index received' (duration: 122.437872ms)","trace[1390563981] 'applied index is now lower than readState.Index' (duration: 183.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:56.976804Z","caller":"traceutil/trace.go:171","msg":"trace[327080052] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"124.935691ms","start":"2026-03-13T23:02:56.85182Z","end":"2026-03-13T23:02:56.976755Z","steps":["trace[327080052] 'process raft request' (duration: 124.715255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:56.976867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.766641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:02:56.976908Z","caller":"traceutil/trace.go:171","msg":"trace[1287407977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"122.847743ms","start":"2026-03-13T23:02:56.854049Z","end":"2026-03-13T23:02:56.976897Z","steps":["trace[1287407977] 'agreement among raft nodes before linearized reading' (duration: 122.757261ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:57.096678Z","caller":"traceutil/trace.go:171","msg":"trace[1257780485] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"114.86113ms","start":"2026-03-13T23:02:56.981764Z","end":"2026-03-13T23:02:57.096625Z","steps":["trace[1257780485] 'process raft request' (duration: 81.21925ms)","trace[1257780485] 'compare' (duration: 33.417464ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:57.816687Z","caller":"traceutil/trace.go:171","msg":"trace[223053917] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"271.368693ms","start":"2026-03-13T23:02:57.545277Z","end":"2026-03-13T23:02:57.816646Z","steps":["trace[223053917] 'process raft request' (duration: 271.183908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:58.178388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.247892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:02:58.179212Z","caller":"traceutil/trace.go:171","msg":"trace[985314355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:530; }","duration":"265.485309ms","start":"2026-03-13T23:02:57.913059Z","end":"2026-03-13T23:02:58.178545Z","steps":["trace[985314355] 'range keys from in-memory index tree' (duration: 265.054566ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:59.655355Z","caller":"traceutil/trace.go:171","msg":"trace[1406886361] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:557; }","duration":"168.342245ms","start":"2026-03-13T23:02:59.486983Z","end":"2026-03-13T23:02:59.655325Z","steps":["trace[1406886361] 'read index received' (duration: 168.099888ms)","trace[1406886361] 'applied index is now lower than readState.Index' (duration: 240.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:59.655397Z","caller":"traceutil/trace.go:171","msg":"trace[1708640555] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"172.142461ms","start":"2026-03-13T23:02:59.48322Z","end":"2026-03-13T23:02:59.655362Z","steps":["trace[1708640555] 'process raft request' (duration: 171.955926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:59.655617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.618912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-13T23:02:59.655689Z","caller":"traceutil/trace.go:171","msg":"trace[2139235294] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:540; }","duration":"168.722255ms","start":"2026-03-13T23:02:59.486936Z","end":"2026-03-13T23:02:59.655659Z","steps":["trace[2139235294] 'agreement among raft nodes before linearized reading' (duration: 168.489718ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.526262Z","caller":"traceutil/trace.go:171","msg":"trace[1941991866] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"152.548733ms","start":"2026-03-13T23:03:03.373685Z","end":"2026-03-13T23:03:03.526234Z","steps":["trace[1941991866] 'process raft request' (duration: 151.282908ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.53158Z","caller":"traceutil/trace.go:171","msg":"trace[2020766389] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"145.940188ms","start":"2026-03-13T23:03:03.385614Z","end":"2026-03-13T23:03:03.531554Z","steps":["trace[2020766389] 'process raft request' (duration: 145.749912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.499156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.009249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ktf7x\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-03-13T23:03:11.499263Z","caller":"traceutil/trace.go:171","msg":"trace[1270751471] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ktf7x; range_end:; response_count:1; response_revision:643; }","duration":"521.147502ms","start":"2026-03-13T23:03:10.978094Z","end":"2026-03-13T23:03:11.499241Z","steps":["trace[1270751471] 'range keys from in-memory index tree' (duration: 520.801913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.499306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.978076Z","time spent":"521.220595ms","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18733,"request content":"key:\"/registry/pods/kube-system/cilium-ktf7x\" "} {"level":"warn","ts":"2026-03-13T23:03:11.499407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.722123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:11.499496Z","caller":"traceutil/trace.go:171","msg":"trace[418449288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"723.865057ms","start":"2026-03-13T23:03:10.775611Z","end":"2026-03-13T23:03:11.499476Z","steps":["trace[418449288] 'range keys from in-memory index tree' (duration: 723.64358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.499551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.775588Z","time spent":"723.943799ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:11.499964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.515113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:03:11.500074Z","caller":"traceutil/trace.go:171","msg":"trace[320407823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"458.663366ms","start":"2026-03-13T23:03:11.041383Z","end":"2026-03-13T23:03:11.500046Z","steps":["trace[320407823] 'range keys from in-memory index tree' (duration: 458.284897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.500131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.041365Z","time spent":"458.753879ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:11.500148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.146655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:03:11.500201Z","caller":"traceutil/trace.go:171","msg":"trace[214276493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"350.225886ms","start":"2026-03-13T23:03:11.149964Z","end":"2026-03-13T23:03:11.50019Z","steps":["trace[214276493] 'range keys from in-memory index tree' (duration: 350.045921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.500235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.149949Z","time spent":"350.279569ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:03:11.730075Z","caller":"traceutil/trace.go:171","msg":"trace[1113805913] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"225.854452ms","start":"2026-03-13T23:03:11.504196Z","end":"2026-03-13T23:03:11.730051Z","steps":["trace[1113805913] 'process raft request' (duration: 225.710228ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.056642Z","caller":"traceutil/trace.go:171","msg":"trace[241519128] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"233.544497ms","start":"2026-03-13T23:03:11.823077Z","end":"2026-03-13T23:03:12.056621Z","steps":["trace[241519128] 'read index received' (duration: 233.306ms)","trace[241519128] 'applied index is now lower than readState.Index' (duration: 237.477µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:12.056879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.790083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:03:12.056923Z","caller":"traceutil/trace.go:171","msg":"trace[952779503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:646; }","duration":"233.867686ms","start":"2026-03-13T23:03:11.823045Z","end":"2026-03-13T23:03:12.056913Z","steps":["trace[952779503] 'agreement among raft nodes before linearized reading' (duration: 233.735222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.056968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.14892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:03:12.057005Z","caller":"traceutil/trace.go:171","msg":"trace[1522821943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"187.212491ms","start":"2026-03-13T23:03:11.869782Z","end":"2026-03-13T23:03:12.056994Z","steps":["trace[1522821943] 'agreement among raft nodes before linearized reading' (duration: 187.076877ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.057027Z","caller":"traceutil/trace.go:171","msg":"trace[1038771930] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"537.874521ms","start":"2026-03-13T23:03:11.519147Z","end":"2026-03-13T23:03:12.057021Z","steps":["trace[1038771930] 'process raft request' (duration: 537.338216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.05708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.519124Z","time spent":"537.917031ms","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:16.576649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:17.077659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:17.57802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:18.078646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:18.579635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:19.080767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:19.581049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:19.775129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:19.775271Z","caller":"traceutil/trace.go:171","msg":"trace[1616168410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280475s","start":"2026-03-13T23:03:17.77497Z","end":"2026-03-13T23:03:19.775251Z","steps":["trace[1616168410] 'agreement among raft nodes before linearized reading' (duration: 2.00011573s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.77532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:17.774898Z","time spent":"2.000412789s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:20.081662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:20.582328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:21.075837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999856765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:21.075938Z","caller":"traceutil/trace.go:171","msg":"trace[1035483977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999959087s","start":"2026-03-13T23:03:16.075946Z","end":"2026-03-13T23:03:21.075905Z","steps":["trace[1035483977] 'agreement among raft nodes before linearized reading' (duration: 4.999853685s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.075997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:16.075882Z","time spent":"5.000104212s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:21.083238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:21.093996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999074753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:21.094062Z","caller":"traceutil/trace.go:171","msg":"trace[1247497629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999388752s","start":"2026-03-13T23:03:16.094654Z","end":"2026-03-13T23:03:21.094043Z","steps":["trace[1247497629] 'agreement among raft nodes before linearized reading' (duration: 4.99931769s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.094107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:16.094637Z","time spent":"4.999457834s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/13 23:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:21.58377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:21.775985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:21.776049Z","caller":"traceutil/trace.go:171","msg":"trace[782111321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635185s","start":"2026-03-13T23:03:19.775398Z","end":"2026-03-13T23:03:21.776033Z","steps":["trace[782111321] 'agreement among raft nodes before linearized reading' (duration: 2.000547172s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.776086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:19.775375Z","time spent":"2.000703857s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:22.084887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:22.585351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:22.778781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999096143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:22.778864Z","caller":"traceutil/trace.go:171","msg":"trace[1693426622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999217636s","start":"2026-03-13T23:03:17.779618Z","end":"2026-03-13T23:03:22.778836Z","steps":["trace[1693426622] 'agreement among raft nodes before linearized reading' (duration: 4.999122894s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:22.778928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:17.779599Z","time spent":"4.999314798s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:22.987917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:15.986958Z","time spent":"7.000952743s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-13T23:03:22.990372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.003312229s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:03:23.782106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:23.782167Z","caller":"traceutil/trace.go:171","msg":"trace[1788761502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505712s","start":"2026-03-13T23:03:21.781648Z","end":"2026-03-13T23:03:23.782154Z","steps":["trace[1788761502] 'agreement among raft nodes before linearized reading' (duration: 2.000425289s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.782202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.781629Z","time spent":"2.000567224s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:24.92589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231213015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:03:25.028825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397060529s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:25.028944Z","caller":"traceutil/trace.go:171","msg":"trace[2047748165] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:712; }","duration":"1.397213773s","start":"2026-03-13T23:03:23.631713Z","end":"2026-03-13T23:03:25.028926Z","steps":["trace[2047748165] 'range keys from in-memory index tree' (duration: 1.397045309s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.202444Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7f0b9ce96fbaee07","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-13T23:03:25.690923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99620241s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T23:03:25.691322Z","caller":"traceutil/trace.go:171","msg":"trace[224212873] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:733; }","duration":"9.615341538s","start":"2026-03-13T23:03:16.07596Z","end":"2026-03-13T23:03:25.691301Z","steps":["trace[224212873] 'read index received' (duration: 6.914565879s)","trace[224212873] 'applied index is now lower than readState.Index' (duration: 2.700774469s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:25.69132Z","caller":"traceutil/trace.go:171","msg":"trace[1834319685] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"3.912064348s","start":"2026-03-13T23:03:21.779232Z","end":"2026-03-13T23:03:25.691297Z","steps":["trace[1834319685] 'process raft request' (duration: 3.9117842s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.691422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.779204Z","time spent":"3.912170101s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:25.782497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:25.782557Z","caller":"traceutil/trace.go:171","msg":"trace[60762997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102589s","start":"2026-03-13T23:03:23.782438Z","end":"2026-03-13T23:03:25.782541Z","steps":["trace[60762997] 'agreement among raft nodes before linearized reading' (duration: 2.000029277s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.782587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:23.782421Z","time spent":"2.000160452s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:26.076372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995310799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:26.076701Z","caller":"traceutil/trace.go:171","msg":"trace[260982113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995697691s","start":"2026-03-13T23:03:23.080983Z","end":"2026-03-13T23:03:26.076681Z","steps":["trace[260982113] 'agreement among raft nodes before linearized reading' (duration: 2.995346731s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.076856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:23.080961Z","time spent":"2.995880135s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/13 23:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:26.095493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:26.09559Z","caller":"traceutil/trace.go:171","msg":"trace[1066456249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999736883s","start":"2026-03-13T23:03:23.09583Z","end":"2026-03-13T23:03:26.095567Z","steps":["trace[1066456249] 'agreement among raft nodes before linearized reading' (duration: 2.99961208s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.095644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:23.095797Z","time spent":"2.999836906s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/13 23:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:26.211349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.94711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:547"} {"level":"info","ts":"2026-03-13T23:03:26.211553Z","caller":"traceutil/trace.go:171","msg":"trace[1262192907] transaction","detail":"{read_only:false; number_of_response:1; response_revision:713; }","duration":"3.21969421s","start":"2026-03-13T23:03:22.991834Z","end":"2026-03-13T23:03:26.211528Z","steps":["trace[1262192907] 'process raft request' (duration: 2.699462762s)","trace[1262192907] 'compare' (duration: 519.879948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:26.211639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:22.991816Z","time spent":"3.219786862s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:26.212155Z","caller":"traceutil/trace.go:171","msg":"trace[170810297] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:736; }","duration":"520.779883ms","start":"2026-03-13T23:03:25.691362Z","end":"2026-03-13T23:03:26.212142Z","steps":["trace[170810297] 'read index received' (duration: 39.541µs)","trace[170810297] 'applied index is now lower than readState.Index' (duration: 520.733202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:26.21225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.695185Z","time spent":"517.055789ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:03:26.212394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.237583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:26.212436Z","caller":"traceutil/trace.go:171","msg":"trace[11349024] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:715; }","duration":"906.358696ms","start":"2026-03-13T23:03:25.306067Z","end":"2026-03-13T23:03:26.212426Z","steps":["trace[11349024] 'agreement among raft nodes before linearized reading' (duration: 906.193411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.212503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.306047Z","time spent":"906.444659ms","remote":"127.0.0.1:34758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:26.21269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274532616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:26.212745Z","caller":"traceutil/trace.go:171","msg":"trace[1176975347] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:715; }","duration":"4.274632549s","start":"2026-03-13T23:03:21.938094Z","end":"2026-03-13T23:03:26.212726Z","steps":["trace[1176975347] 'agreement among raft nodes before linearized reading' (duration: 4.274528306s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:26.212262Z","caller":"traceutil/trace.go:171","msg":"trace[1349831909] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"132.394689ms","start":"2026-03-13T23:03:26.079783Z","end":"2026-03-13T23:03:26.212177Z","steps":["trace[1349831909] 'process raft request' (duration: 132.315247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.212787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.938079Z","time spent":"4.274699101s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:26.212716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.191138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:26.212881Z","caller":"traceutil/trace.go:171","msg":"trace[1247390340] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:715; }","duration":"475.401104ms","start":"2026-03-13T23:03:25.737466Z","end":"2026-03-13T23:03:26.212867Z","steps":["trace[1247390340] 'agreement among raft nodes before linearized reading' (duration: 475.193108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.212952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.737436Z","time spent":"475.498717ms","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:26.212992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430807592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:03:26.213049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152246965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:03:26.213056Z","caller":"traceutil/trace.go:171","msg":"trace[1552974563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:715; }","duration":"1.430898474s","start":"2026-03-13T23:03:24.782138Z","end":"2026-03-13T23:03:26.213036Z","steps":["trace[1552974563] 'agreement among raft nodes before linearized reading' (duration: 1.430709029s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:26.213093Z","caller":"traceutil/trace.go:171","msg":"trace[2032223889] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:715; }","duration":"3.152329527s","start":"2026-03-13T23:03:23.060753Z","end":"2026-03-13T23:03:26.213083Z","steps":["trace[2032223889] 'agreement among raft nodes before linearized reading' (duration: 3.152167723s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.213113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.782116Z","time spent":"1.430987697s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:26.213129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:23.060734Z","time spent":"3.152388068s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-13T23:03:26.213101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982556196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:26.213211Z","caller":"traceutil/trace.go:171","msg":"trace[2048230838] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:715; }","duration":"3.982712961s","start":"2026-03-13T23:03:22.230473Z","end":"2026-03-13T23:03:26.213186Z","steps":["trace[2048230838] 'agreement among raft nodes before linearized reading' (duration: 3.982505975s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:26.212069Z","caller":"traceutil/trace.go:171","msg":"trace[644173043] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"2.882477857s","start":"2026-03-13T23:03:23.329531Z","end":"2026-03-13T23:03:26.212009Z","steps":["trace[644173043] 'process raft request' (duration: 2.881920282s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.213256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.62708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:26.213272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:22.230461Z","time spent":"3.982800573s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:26.213314Z","caller":"traceutil/trace.go:171","msg":"trace[1679501844] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:715; }","duration":"383.688151ms","start":"2026-03-13T23:03:25.829611Z","end":"2026-03-13T23:03:26.213299Z","steps":["trace[1679501844] 'agreement among raft nodes before linearized reading' (duration: 383.580768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.213344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:23.329505Z","time spent":"2.883755582s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:26.213363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.829591Z","time spent":"383.763154ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:26.212781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811637793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:26.21348Z","caller":"traceutil/trace.go:171","msg":"trace[1052210332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"1.812418935s","start":"2026-03-13T23:03:24.401049Z","end":"2026-03-13T23:03:26.213468Z","steps":["trace[1052210332] 'agreement among raft nodes before linearized reading' (duration: 1.811594902s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.21351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.401025Z","time spent":"1.812477027s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:26.213588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.681685867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:03:26.213626Z","caller":"traceutil/trace.go:171","msg":"trace[2136154384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:715; }","duration":"8.681753179s","start":"2026-03-13T23:03:17.531863Z","end":"2026-03-13T23:03:26.213616Z","steps":["trace[2136154384] 'agreement among raft nodes before linearized reading' (duration: 8.681650326s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.213659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:17.531842Z","time spent":"8.681810891s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:26.21344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.340388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:26.21372Z","caller":"traceutil/trace.go:171","msg":"trace[1815428517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"424.656887ms","start":"2026-03-13T23:03:25.789054Z","end":"2026-03-13T23:03:26.213711Z","steps":["trace[1815428517] 'agreement among raft nodes before linearized reading' (duration: 424.350718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.213744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.789039Z","time spent":"424.698218ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:26.213884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.874551651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:03:26.213936Z","caller":"traceutil/trace.go:171","msg":"trace[90119486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"9.874664325s","start":"2026-03-13T23:03:16.339255Z","end":"2026-03-13T23:03:26.21392Z","steps":["trace[90119486] 'agreement among raft nodes before linearized reading' (duration: 9.874412788s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.213998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:16.339234Z","time spent":"9.874726366s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/13 23:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:26.716416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:03:26.886287Z","caller":"traceutil/trace.go:171","msg":"trace[1367968007] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"672.621216ms","start":"2026-03-13T23:03:26.213651Z","end":"2026-03-13T23:03:26.886272Z","steps":["trace[1367968007] 'process raft request' (duration: 672.543174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:26.886445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.213622Z","time spent":"672.718299ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:27.507664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.216168Z","time spent":"1.2914894s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:03:27.507738Z","caller":"traceutil/trace.go:171","msg":"trace[1565291509] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"1.28966886s","start":"2026-03-13T23:03:26.218044Z","end":"2026-03-13T23:03:27.507713Z","steps":["trace[1565291509] 'process raft request' (duration: 1.289522235s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:27.507893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.218026Z","time spent":"1.289788233s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:27.508271Z","caller":"traceutil/trace.go:171","msg":"trace[1689731518] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:741; }","duration":"1.292557941s","start":"2026-03-13T23:03:26.215696Z","end":"2026-03-13T23:03:27.508254Z","steps":["trace[1689731518] 'read index received' (duration: 670.96488ms)","trace[1689731518] 'applied index is now lower than readState.Index' (duration: 621.591801ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:27.508281Z","caller":"traceutil/trace.go:171","msg":"trace[513449303] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"1.289179666s","start":"2026-03-13T23:03:26.219052Z","end":"2026-03-13T23:03:27.508232Z","steps":["trace[513449303] 'process raft request' (duration: 1.288867957s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:27.508358Z","caller":"traceutil/trace.go:171","msg":"trace[371046468] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"1.109828625s","start":"2026-03-13T23:03:26.398492Z","end":"2026-03-13T23:03:27.508321Z","steps":["trace[371046468] 'process raft request' (duration: 1.109706541s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:27.50844Z","caller":"traceutil/trace.go:171","msg":"trace[1280615798] transaction","detail":"{read_only:false; number_of_response:1; response_revision:719; }","duration":"1.167435364s","start":"2026-03-13T23:03:26.340991Z","end":"2026-03-13T23:03:27.508427Z","steps":["trace[1280615798] 'process raft request' (duration: 1.167142546s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:27.508457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.219033Z","time spent":"1.28933532s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:27.508503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.398468Z","time spent":"1.109961508s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:27.508394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292680134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:27.508689Z","caller":"traceutil/trace.go:171","msg":"trace[1429024466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"1.293015404s","start":"2026-03-13T23:03:26.215662Z","end":"2026-03-13T23:03:27.508677Z","steps":["trace[1429024466] 'agreement among raft nodes before linearized reading' (duration: 1.292691485s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:27.508726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.21565Z","time spent":"1.293067785s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:27.508515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.340968Z","time spent":"1.167512846s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:27.509194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.269436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c8903964f9dc6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-13T23:03:27.509243Z","caller":"traceutil/trace.go:171","msg":"trace[2101611848] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c8903964f9dc6; range_end:; response_count:1; response_revision:720; }","duration":"619.337749ms","start":"2026-03-13T23:03:26.889892Z","end":"2026-03-13T23:03:27.50923Z","steps":["trace[2101611848] 'agreement among raft nodes before linearized reading' (duration: 619.174654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:27.509293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.889882Z","time spent":"619.39303ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c8903964f9dc6\" "} {"level":"warn","ts":"2026-03-13T23:03:27.509523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293813426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-13T23:03:27.509559Z","caller":"traceutil/trace.go:171","msg":"trace[138581677] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:720; }","duration":"1.293885389s","start":"2026-03-13T23:03:26.215661Z","end":"2026-03-13T23:03:27.509546Z","steps":["trace[138581677] 'agreement among raft nodes before linearized reading' (duration: 1.292748336s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:27.509582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:26.215647Z","time spent":"1.293929049s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-13T23:03:28.612362Z","caller":"traceutil/trace.go:171","msg":"trace[863722865] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"448.237281ms","start":"2026-03-13T23:03:28.164101Z","end":"2026-03-13T23:03:28.612339Z","steps":["trace[863722865] 'process raft request' (duration: 448.079146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:28.612479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:28.164081Z","time spent":"448.344453ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:28.991563Z","caller":"traceutil/trace.go:171","msg":"trace[42060638] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"216.264836ms","start":"2026-03-13T23:03:28.775268Z","end":"2026-03-13T23:03:28.991533Z","steps":["trace[42060638] 'read index received' (duration: 127.872374ms)","trace[42060638] 'applied index is now lower than readState.Index' (duration: 88.390632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:28.991692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.40099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:28.991773Z","caller":"traceutil/trace.go:171","msg":"trace[842232611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"216.543274ms","start":"2026-03-13T23:03:28.775211Z","end":"2026-03-13T23:03:28.991755Z","steps":["trace[842232611] 'agreement among raft nodes before linearized reading' (duration: 216.38477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:32.336184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:32.836575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:33.337708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:33.838616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:34.339075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:34.774446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:34.774532Z","caller":"traceutil/trace.go:171","msg":"trace[538855137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184002s","start":"2026-03-13T23:03:32.774329Z","end":"2026-03-13T23:03:34.774513Z","steps":["trace[538855137] 'agreement among raft nodes before linearized reading' (duration: 2.000071828s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.774591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.774318Z","time spent":"2.000252343s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:34.840093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:35.340756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:35.841352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:36.342094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:36.401356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:36.401438Z","caller":"traceutil/trace.go:171","msg":"trace[345278756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804989s","start":"2026-03-13T23:03:34.400613Z","end":"2026-03-13T23:03:36.401418Z","steps":["trace[345278756] 'agreement among raft nodes before linearized reading' (duration: 2.000709206s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:36.401485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:34.400592Z","time spent":"2.00088335s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:36.610475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:31.611061Z","time spent":"4.999405528s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/13 23:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:36.776047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:36.776126Z","caller":"traceutil/trace.go:171","msg":"trace[1060705165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710166s","start":"2026-03-13T23:03:34.775398Z","end":"2026-03-13T23:03:36.776108Z","steps":["trace[1060705165] 'agreement among raft nodes before linearized reading' (duration: 2.000611563s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:36.776169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:34.775382Z","time spent":"2.000778498s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:36.843133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:37.344203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:37.845169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:38.346296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:38.782454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:38.782581Z","caller":"traceutil/trace.go:171","msg":"trace[727974715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402138s","start":"2026-03-13T23:03:36.782157Z","end":"2026-03-13T23:03:38.782559Z","steps":["trace[727974715] 'agreement among raft nodes before linearized reading' (duration: 2.000238503s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:38.782648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:36.78214Z","time spent":"2.000494951s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:38.835783Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-13T23:03:38.835953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000487785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-13T23:03:38.83604Z","caller":"traceutil/trace.go:171","msg":"trace[560993603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"7.000593408s","start":"2026-03-13T23:03:31.835426Z","end":"2026-03-13T23:03:38.836019Z","steps":["trace[560993603] 'agreement among raft nodes before linearized reading' (duration: 7.000485955s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:38.83609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:31.83541Z","time spent":"7.00066794s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:39.336552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976499990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:39.584224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.973009426s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:39.585077Z","caller":"traceutil/trace.go:171","msg":"trace[738210813] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:753; }","duration":"749.162394ms","start":"2026-03-13T23:03:38.835885Z","end":"2026-03-13T23:03:39.585047Z","steps":["trace[738210813] 'read index received' (duration: 748.502495ms)","trace[738210813] 'applied index is now lower than readState.Index' (duration: 658.719µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:39.585284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828594095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:39.585325Z","caller":"traceutil/trace.go:171","msg":"trace[1039557022] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:728; }","duration":"1.828694888s","start":"2026-03-13T23:03:37.756619Z","end":"2026-03-13T23:03:39.585314Z","steps":["trace[1039557022] 'agreement among raft nodes before linearized reading' (duration: 1.828615425s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.585355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:37.756589Z","time spent":"1.82875908s","remote":"127.0.0.1:34944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:39.585389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75766426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:39.585429Z","caller":"traceutil/trace.go:171","msg":"trace[1599735601] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:728; }","duration":"5.757751603s","start":"2026-03-13T23:03:33.827665Z","end":"2026-03-13T23:03:39.585417Z","steps":["trace[1599735601] 'agreement among raft nodes before linearized reading' (duration: 5.757687441s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.585464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.827636Z","time spent":"5.757817705s","remote":"127.0.0.1:34630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:39.585526Z","caller":"traceutil/trace.go:171","msg":"trace[136331130] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"3.024788484s","start":"2026-03-13T23:03:36.560729Z","end":"2026-03-13T23:03:39.585517Z","steps":["trace[136331130] 'process raft request' (duration: 3.024210078s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.585602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:36.560709Z","time spent":"3.024833946s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:39.585696Z","caller":"traceutil/trace.go:171","msg":"trace[1936105489] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.745500763s","start":"2026-03-13T23:03:37.840189Z","end":"2026-03-13T23:03:39.58569Z","steps":["trace[1936105489] 'process raft request' (duration: 1.744819404s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.58573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:37.840166Z","time spent":"1.745545494s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:39.585777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524423045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:03:39.58581Z","caller":"traceutil/trace.go:171","msg":"trace[574899963] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:728; }","duration":"6.524484756s","start":"2026-03-13T23:03:33.061315Z","end":"2026-03-13T23:03:39.5858Z","steps":["trace[574899963] 'agreement among raft nodes before linearized reading' (duration: 6.524371293s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.585837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.061284Z","time spent":"6.524547148s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-13T23:03:39.585867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.099706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:39.585863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.98928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:39.585922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.355066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:39.585933Z","caller":"traceutil/trace.go:171","msg":"trace[1025230768] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:728; }","duration":"209.121314ms","start":"2026-03-13T23:03:39.376795Z","end":"2026-03-13T23:03:39.585917Z","steps":["trace[1025230768] 'agreement among raft nodes before linearized reading' (duration: 208.9828ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:39.585945Z","caller":"traceutil/trace.go:171","msg":"trace[1586049153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:728; }","duration":"973.414987ms","start":"2026-03-13T23:03:38.612525Z","end":"2026-03-13T23:03:39.58594Z","steps":["trace[1586049153] 'agreement among raft nodes before linearized reading' (duration: 973.381627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.585964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:38.612508Z","time spent":"973.452359ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:39.586061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542871564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:39.586078Z","caller":"traceutil/trace.go:171","msg":"trace[1805584950] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:728; }","duration":"1.542929635s","start":"2026-03-13T23:03:38.043144Z","end":"2026-03-13T23:03:39.586074Z","steps":["trace[1805584950] 'agreement among raft nodes before linearized reading' (duration: 1.542894954s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.586097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:38.043124Z","time spent":"1.542966717s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:39.586137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.847403545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:39.586157Z","caller":"traceutil/trace.go:171","msg":"trace[1485843917] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:728; }","duration":"6.847489577s","start":"2026-03-13T23:03:32.738662Z","end":"2026-03-13T23:03:39.586152Z","steps":["trace[1485843917] 'agreement among raft nodes before linearized reading' (duration: 6.847449836s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.586179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.738642Z","time spent":"6.847528878s","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:39.586363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.199148901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7c96b6546b-c4rfc.189c8903ba986655\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-03-13T23:03:39.58638Z","caller":"traceutil/trace.go:171","msg":"trace[1530356844] range","detail":"{range_begin:/registry/events/kube-system/coredns-7c96b6546b-c4rfc.189c8903ba986655; range_end:; response_count:1; response_revision:728; }","duration":"7.199201203s","start":"2026-03-13T23:03:32.387173Z","end":"2026-03-13T23:03:39.586374Z","steps":["trace[1530356844] 'agreement among raft nodes before linearized reading' (duration: 7.19911244s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.586396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.387156Z","time spent":"7.199235573s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":850,"request content":"key:\"/registry/events/kube-system/coredns-7c96b6546b-c4rfc.189c8903ba986655\" "} {"level":"info","ts":"2026-03-13T23:03:39.585893Z","caller":"traceutil/trace.go:171","msg":"trace[1231087454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"803.160508ms","start":"2026-03-13T23:03:38.782726Z","end":"2026-03-13T23:03:39.585887Z","steps":["trace[1231087454] 'agreement among raft nodes before linearized reading' (duration: 803.087686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.586451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:38.782708Z","time spent":"803.732195ms","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:03:39.688673Z","caller":"traceutil/trace.go:171","msg":"trace[561921760] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"100.699221ms","start":"2026-03-13T23:03:39.58795Z","end":"2026-03-13T23:03:39.688649Z","steps":["trace[561921760] 'process raft request' (duration: 97.996694ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:39.903593Z","caller":"traceutil/trace.go:171","msg":"trace[575549264] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"113.079684ms","start":"2026-03-13T23:03:39.790492Z","end":"2026-03-13T23:03:39.903572Z","steps":["trace[575549264] 'process raft request' (duration: 86.098328ms)","trace[575549264] 'compare' (duration: 26.884574ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:40.043662Z","caller":"traceutil/trace.go:171","msg":"trace[2077102915] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"135.356527ms","start":"2026-03-13T23:03:39.908288Z","end":"2026-03-13T23:03:40.043644Z","steps":["trace[2077102915] 'process raft request' (duration: 135.231704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:41.121167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.255088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:41.121257Z","caller":"traceutil/trace.go:171","msg":"trace[327847521] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"346.608982ms","start":"2026-03-13T23:03:40.774633Z","end":"2026-03-13T23:03:41.121242Z","steps":["trace[327847521] 'read index received' (duration: 163.175038ms)","trace[327847521] 'applied index is now lower than readState.Index' (duration: 183.432694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:41.121476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.763276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:41.121522Z","caller":"traceutil/trace.go:171","msg":"trace[460966941] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:739; }","duration":"124.853258ms","start":"2026-03-13T23:03:40.996658Z","end":"2026-03-13T23:03:41.121511Z","steps":["trace[460966941] 'agreement among raft nodes before linearized reading' (duration: 124.787256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:41.121507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.848538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:41.121537Z","caller":"traceutil/trace.go:171","msg":"trace[810081312] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"418.913257ms","start":"2026-03-13T23:03:40.702594Z","end":"2026-03-13T23:03:41.121508Z","steps":["trace[810081312] 'process raft request' (duration: 235.250247ms)","trace[810081312] 'compare' (duration: 183.031742ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:41.121564Z","caller":"traceutil/trace.go:171","msg":"trace[152711320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"346.954312ms","start":"2026-03-13T23:03:40.774599Z","end":"2026-03-13T23:03:41.121554Z","steps":["trace[152711320] 'agreement among raft nodes before linearized reading' (duration: 346.823358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:41.121596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:40.774589Z","time spent":"346.998163ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:41.121662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:40.702574Z","time spent":"419.02368ms","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:41.854551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.886392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:41.8547Z","caller":"traceutil/trace.go:171","msg":"trace[960106169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:739; }","duration":"162.055976ms","start":"2026-03-13T23:03:41.692595Z","end":"2026-03-13T23:03:41.854651Z","steps":["trace[960106169] 'range keys from in-memory index tree' (duration: 161.720376ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:42.447447Z","caller":"traceutil/trace.go:171","msg":"trace[299932856] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"517.760957ms","start":"2026-03-13T23:03:41.929664Z","end":"2026-03-13T23:03:42.447425Z","steps":["trace[299932856] 'process raft request' (duration: 517.613723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:42.447605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:41.929652Z","time spent":"517.88009ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:42.469018Z","caller":"traceutil/trace.go:171","msg":"trace[668665634] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:769; }","duration":"201.168578ms","start":"2026-03-13T23:03:42.267834Z","end":"2026-03-13T23:03:42.469003Z","steps":["trace[668665634] 'read index received' (duration: 179.464581ms)","trace[668665634] 'applied index is now lower than readState.Index' (duration: 21.703077ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:42.469092Z","caller":"traceutil/trace.go:171","msg":"trace[2055192627] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"536.422987ms","start":"2026-03-13T23:03:41.932653Z","end":"2026-03-13T23:03:42.469076Z","steps":["trace[2055192627] 'process raft request' (duration: 536.250772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:42.469145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.294962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:42.469175Z","caller":"traceutil/trace.go:171","msg":"trace[1065102323] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:742; }","duration":"201.368914ms","start":"2026-03-13T23:03:42.267798Z","end":"2026-03-13T23:03:42.469167Z","steps":["trace[1065102323] 'agreement among raft nodes before linearized reading' (duration: 201.291792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:42.469177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:41.932643Z","time spent":"536.486409ms","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:43.189684Z","caller":"traceutil/trace.go:171","msg":"trace[1519112087] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"122.661716ms","start":"2026-03-13T23:03:43.066981Z","end":"2026-03-13T23:03:43.189643Z","steps":["trace[1519112087] 'process raft request' (duration: 61.090386ms)","trace[1519112087] 'compare' (duration: 61.398555ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:05.715866Z","caller":"traceutil/trace.go:171","msg":"trace[2108153871] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:914; }","duration":"115.723089ms","start":"2026-03-13T23:04:05.600116Z","end":"2026-03-13T23:04:05.715839Z","steps":["trace[2108153871] 'read index received' (duration: 115.593375ms)","trace[2108153871] 'applied index is now lower than readState.Index' (duration: 128.374µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:05.716061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:04:05.716104Z","caller":"traceutil/trace.go:171","msg":"trace[901748720] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:879; }","duration":"116.040178ms","start":"2026-03-13T23:04:05.600053Z","end":"2026-03-13T23:04:05.716093Z","steps":["trace[901748720] 'agreement among raft nodes before linearized reading' (duration: 115.897854ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:05.716426Z","caller":"traceutil/trace.go:171","msg":"trace[38272275] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"231.807708ms","start":"2026-03-13T23:04:05.484606Z","end":"2026-03-13T23:04:05.716414Z","steps":["trace[38272275] 'process raft request' (duration: 231.071087ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:06.109003Z","caller":"traceutil/trace.go:171","msg":"trace[1927933546] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"129.249324ms","start":"2026-03-13T23:04:05.979724Z","end":"2026-03-13T23:04:06.108973Z","steps":["trace[1927933546] 'process raft request' (duration: 129.133911ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:18.638224Z","caller":"traceutil/trace.go:171","msg":"trace[744015400] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"105.303043ms","start":"2026-03-13T23:04:18.532889Z","end":"2026-03-13T23:04:18.638192Z","steps":["trace[744015400] 'process raft request' (duration: 105.091747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:19.073068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.05026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:04:19.073147Z","caller":"traceutil/trace.go:171","msg":"trace[1752587802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:915; }","duration":"172.205864ms","start":"2026-03-13T23:04:18.900921Z","end":"2026-03-13T23:04:19.073127Z","steps":["trace[1752587802] 'range keys from in-memory index tree' (duration: 171.841173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:23.560893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.450199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5183"} {"level":"info","ts":"2026-03-13T23:04:23.560993Z","caller":"traceutil/trace.go:171","msg":"trace[1995395242] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:947; }","duration":"326.566662ms","start":"2026-03-13T23:04:23.234383Z","end":"2026-03-13T23:04:23.56095Z","steps":["trace[1995395242] 'range keys from in-memory index tree' (duration: 326.293084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:23.561031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:23.234363Z","time spent":"326.661185ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5207,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:04:25.377699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976500620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:04:26.127418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.668868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:26.127507Z","caller":"traceutil/trace.go:171","msg":"trace[580075092] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:992; }","duration":"1.250668838s","start":"2026-03-13T23:04:24.876824Z","end":"2026-03-13T23:04:26.127493Z","steps":["trace[580075092] 'read index received' (duration: 792.813925ms)","trace[580075092] 'applied index is now lower than readState.Index' (duration: 457.853733ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:26.127541Z","caller":"traceutil/trace.go:171","msg":"trace[207130858] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"1.409238305s","start":"2026-03-13T23:04:24.71827Z","end":"2026-03-13T23:04:26.127508Z","steps":["trace[207130858] 'process raft request' (duration: 951.410852ms)","trace[207130858] 'compare' (duration: 457.37124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:26.127636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.593434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:04:26.127657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250820642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:04:26.127676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:24.718225Z","time spent":"1.409377339s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:26.127727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.294966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T23:04:26.127742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.497079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:26.127753Z","caller":"traceutil/trace.go:171","msg":"trace[1587444158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:953; }","duration":"230.376618ms","start":"2026-03-13T23:04:25.897371Z","end":"2026-03-13T23:04:26.127747Z","steps":["trace[1587444158] 'agreement among raft nodes before linearized reading' (duration: 230.316457ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:26.127761Z","caller":"traceutil/trace.go:171","msg":"trace[1794490212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"352.557851ms","start":"2026-03-13T23:04:25.775198Z","end":"2026-03-13T23:04:26.127756Z","steps":["trace[1794490212] 'agreement among raft nodes before linearized reading' (duration: 352.507069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:26.127778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:25.775173Z","time spent":"352.600482ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:04:26.12769Z","caller":"traceutil/trace.go:171","msg":"trace[950546713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:953; }","duration":"1.250922206s","start":"2026-03-13T23:04:24.87676Z","end":"2026-03-13T23:04:26.127682Z","steps":["trace[950546713] 'agreement among raft nodes before linearized reading' (duration: 1.250777911s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:26.127877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:24.876736Z","time spent":"1.251130281s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:04:26.127669Z","caller":"traceutil/trace.go:171","msg":"trace[934810252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:953; }","duration":"991.664686ms","start":"2026-03-13T23:04:25.135994Z","end":"2026-03-13T23:04:26.127659Z","steps":["trace[934810252] 'agreement among raft nodes before linearized reading' (duration: 991.570873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:26.128001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:25.13597Z","time spent":"992.023446ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:04:26.408592Z","caller":"traceutil/trace.go:171","msg":"trace[1327170916] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:993; }","duration":"109.502482ms","start":"2026-03-13T23:04:26.299071Z","end":"2026-03-13T23:04:26.408574Z","steps":["trace[1327170916] 'read index received' (duration: 103.506132ms)","trace[1327170916] 'applied index is now lower than readState.Index' (duration: 5.99566ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:26.408672Z","caller":"traceutil/trace.go:171","msg":"trace[1510198510] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"275.457488ms","start":"2026-03-13T23:04:26.133176Z","end":"2026-03-13T23:04:26.408634Z","steps":["trace[1510198510] 'process raft request' (duration: 269.438407ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:26.408809Z","caller":"traceutil/trace.go:171","msg":"trace[813312314] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"275.552411ms","start":"2026-03-13T23:04:26.133228Z","end":"2026-03-13T23:04:26.408781Z","steps":["trace[813312314] 'process raft request' (duration: 275.236442ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:26.408865Z","caller":"traceutil/trace.go:171","msg":"trace[1504777836] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"274.784879ms","start":"2026-03-13T23:04:26.134045Z","end":"2026-03-13T23:04:26.40883Z","steps":["trace[1504777836] 'process raft request' (duration: 274.505402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:26.409047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.964875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:04:26.409094Z","caller":"traceutil/trace.go:171","msg":"trace[324554400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:956; }","duration":"110.044067ms","start":"2026-03-13T23:04:26.299027Z","end":"2026-03-13T23:04:26.409071Z","steps":["trace[324554400] 'agreement among raft nodes before linearized reading' (duration: 109.623385ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:26.624349Z","caller":"traceutil/trace.go:171","msg":"trace[1424264347] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"208.499416ms","start":"2026-03-13T23:04:26.415822Z","end":"2026-03-13T23:04:26.624321Z","steps":["trace[1424264347] 'process raft request' (duration: 154.405589ms)","trace[1424264347] 'compare' (duration: 53.971664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:28.435397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.657183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:28.435601Z","caller":"traceutil/trace.go:171","msg":"trace[1964303097] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1002; }","duration":"660.439552ms","start":"2026-03-13T23:04:27.775145Z","end":"2026-03-13T23:04:28.435584Z","steps":["trace[1964303097] 'read index received' (duration: 351.440949ms)","trace[1964303097] 'applied index is now lower than readState.Index' (duration: 308.997533ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:28.435672Z","caller":"traceutil/trace.go:171","msg":"trace[1288864614] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"868.877026ms","start":"2026-03-13T23:04:27.566785Z","end":"2026-03-13T23:04:28.435662Z","steps":["trace[1288864614] 'process raft request' (duration: 559.876483ms)","trace[1288864614] 'compare' (duration: 308.418877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:28.435733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:27.566767Z","time spent":"868.935258ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:04:28.435757Z","caller":"traceutil/trace.go:171","msg":"trace[1490927474] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"868.613739ms","start":"2026-03-13T23:04:27.567118Z","end":"2026-03-13T23:04:28.435732Z","steps":["trace[1490927474] 'process raft request' (duration: 868.389813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.435842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.684009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:28.436007Z","caller":"traceutil/trace.go:171","msg":"trace[1205073686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:963; }","duration":"660.881235ms","start":"2026-03-13T23:04:27.775093Z","end":"2026-03-13T23:04:28.435974Z","steps":["trace[1205073686] 'agreement among raft nodes before linearized reading' (duration: 660.647608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.435909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:27.567107Z","time spent":"868.712672ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:28.436462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:27.775073Z","time spent":"661.373578ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:28.96589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.747091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T23:04:28.965996Z","caller":"traceutil/trace.go:171","msg":"trace[1673672946] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"530.348494ms","start":"2026-03-13T23:04:28.435631Z","end":"2026-03-13T23:04:28.965979Z","steps":["trace[1673672946] 'read index received' (duration: 313.448329ms)","trace[1673672946] 'applied index is now lower than readState.Index' (duration: 216.898455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:28.966124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.363592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:04:28.966181Z","caller":"traceutil/trace.go:171","msg":"trace[45558979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:963; }","duration":"550.454555ms","start":"2026-03-13T23:04:28.415713Z","end":"2026-03-13T23:04:28.966167Z","steps":["trace[45558979] 'agreement among raft nodes before linearized reading' (duration: 550.26812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.96621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.415704Z","time spent":"550.498566ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:28.966194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.723456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:04:28.966295Z","caller":"traceutil/trace.go:171","msg":"trace[1248884826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:963; }","duration":"548.924801ms","start":"2026-03-13T23:04:28.417355Z","end":"2026-03-13T23:04:28.96628Z","steps":["trace[1248884826] 'agreement among raft nodes before linearized reading' (duration: 548.733226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.966356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.417345Z","time spent":"548.977264ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:28.966471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.280145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:04:28.966515Z","caller":"traceutil/trace.go:171","msg":"trace[1304154851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:963; }","duration":"832.369038ms","start":"2026-03-13T23:04:28.134136Z","end":"2026-03-13T23:04:28.966505Z","steps":["trace[1304154851] 'agreement among raft nodes before linearized reading' (duration: 832.213513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.96655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.134114Z","time spent":"832.42852ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:04:28.966872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.722621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:04:28.966957Z","caller":"traceutil/trace.go:171","msg":"trace[818793977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:963; }","duration":"551.841554ms","start":"2026-03-13T23:04:28.415107Z","end":"2026-03-13T23:04:28.966948Z","steps":["trace[818793977] 'agreement among raft nodes before linearized reading' (duration: 550.910368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.967036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.415086Z","time spent":"551.941838ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:04:29.170526Z","caller":"traceutil/trace.go:171","msg":"trace[1522734194] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"204.345028ms","start":"2026-03-13T23:04:28.96616Z","end":"2026-03-13T23:04:29.170505Z","steps":["trace[1522734194] 'read index received' (duration: 204.213164ms)","trace[1522734194] 'applied index is now lower than readState.Index' (duration: 131.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:29.170566Z","caller":"traceutil/trace.go:171","msg":"trace[799476897] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"220.996192ms","start":"2026-03-13T23:04:28.949539Z","end":"2026-03-13T23:04:29.170535Z","steps":["trace[799476897] 'process raft request' (duration: 220.836757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.170645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.253031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:29.170689Z","caller":"traceutil/trace.go:171","msg":"trace[1702182748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"733.323552ms","start":"2026-03-13T23:04:28.43734Z","end":"2026-03-13T23:04:29.170663Z","steps":["trace[1702182748] 'agreement among raft nodes before linearized reading' (duration: 733.24025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.170715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.437328Z","time spent":"733.380905ms","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:29.170786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.406925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:04:29.170859Z","caller":"traceutil/trace.go:171","msg":"trace[968867397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:964; }","duration":"505.520129ms","start":"2026-03-13T23:04:28.665321Z","end":"2026-03-13T23:04:29.170841Z","steps":["trace[968867397] 'agreement among raft nodes before linearized reading' (duration: 505.22148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.170905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.665306Z","time spent":"505.58997ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:04:29.592115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.325279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:29.592226Z","caller":"traceutil/trace.go:171","msg":"trace[344749120] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"622.781461ms","start":"2026-03-13T23:04:28.969433Z","end":"2026-03-13T23:04:29.592214Z","steps":["trace[344749120] 'process raft request' (duration: 356.287797ms)","trace[344749120] 'compare' (duration: 266.217947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:29.592263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.969413Z","time spent":"622.834752ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:29.592521Z","caller":"traceutil/trace.go:171","msg":"trace[311642310] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"622.36577ms","start":"2026-03-13T23:04:28.970134Z","end":"2026-03-13T23:04:29.5925Z","steps":["trace[311642310] 'process raft request' (duration: 622.052211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.592658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.970126Z","time spent":"622.459272ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:29.59274Z","caller":"traceutil/trace.go:171","msg":"trace[1996477340] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"622.549174ms","start":"2026-03-13T23:04:28.970184Z","end":"2026-03-13T23:04:29.592733Z","steps":["trace[1996477340] 'process raft request' (duration: 622.246826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.592791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.970179Z","time spent":"622.594516ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:29.592941Z","caller":"traceutil/trace.go:171","msg":"trace[1438905674] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"622.615847ms","start":"2026-03-13T23:04:28.97032Z","end":"2026-03-13T23:04:29.592935Z","steps":["trace[1438905674] 'process raft request' (duration: 622.388591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.592973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:28.970312Z","time spent":"622.645208ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:29.593095Z","caller":"traceutil/trace.go:171","msg":"trace[1737763663] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1006; }","duration":"414.475701ms","start":"2026-03-13T23:04:29.178613Z","end":"2026-03-13T23:04:29.593089Z","steps":["trace[1737763663] 'read index received' (duration: 147.012739ms)","trace[1737763663] 'applied index is now lower than readState.Index' (duration: 267.462272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:29.593162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.555943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:29.593178Z","caller":"traceutil/trace.go:171","msg":"trace[86685200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"414.607015ms","start":"2026-03-13T23:04:29.178566Z","end":"2026-03-13T23:04:29.593173Z","steps":["trace[86685200] 'agreement among raft nodes before linearized reading' (duration: 414.545193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.593192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:29.17855Z","time spent":"414.639685ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:04:29.593311Z","caller":"traceutil/trace.go:171","msg":"trace[1362251645] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"417.455265ms","start":"2026-03-13T23:04:29.175844Z","end":"2026-03-13T23:04:29.593299Z","steps":["trace[1362251645] 'process raft request' (duration: 417.052044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:29.593391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:29.175821Z","time spent":"417.537088ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:31.60012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.385308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:04:31.600205Z","caller":"traceutil/trace.go:171","msg":"trace[954188647] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:971; }","duration":"497.546351ms","start":"2026-03-13T23:04:31.102638Z","end":"2026-03-13T23:04:31.600185Z","steps":["trace[954188647] 'count revisions from in-memory index tree' (duration: 497.273614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:31.600252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:31.10261Z","time spent":"497.630484ms","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:04:31.780457Z","caller":"traceutil/trace.go:171","msg":"trace[634062276] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"169.56244ms","start":"2026-03-13T23:04:31.610867Z","end":"2026-03-13T23:04:31.780429Z","steps":["trace[634062276] 'process raft request' (duration: 169.148308ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.780502Z","caller":"traceutil/trace.go:171","msg":"trace[1489605321] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"169.60427ms","start":"2026-03-13T23:04:31.610879Z","end":"2026-03-13T23:04:31.780483Z","steps":["trace[1489605321] 'process raft request' (duration: 169.179878ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.780714Z","caller":"traceutil/trace.go:171","msg":"trace[1712491876] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"168.727756ms","start":"2026-03-13T23:04:31.611976Z","end":"2026-03-13T23:04:31.780704Z","steps":["trace[1712491876] 'process raft request' (duration: 168.113498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.780906Z","caller":"traceutil/trace.go:171","msg":"trace[693073403] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"170.207628ms","start":"2026-03-13T23:04:31.610687Z","end":"2026-03-13T23:04:31.780894Z","steps":["trace[693073403] 'process raft request' (duration: 100.345492ms)","trace[693073403] 'compare' (duration: 68.876238ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:33.005287Z","caller":"traceutil/trace.go:171","msg":"trace[1074533864] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"196.092047ms","start":"2026-03-13T23:04:32.809165Z","end":"2026-03-13T23:04:33.005258Z","steps":["trace[1074533864] 'process raft request' (duration: 195.977363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:35.812742Z","caller":"traceutil/trace.go:171","msg":"trace[958992480] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"133.876346ms","start":"2026-03-13T23:04:35.678839Z","end":"2026-03-13T23:04:35.812715Z","steps":["trace[958992480] 'process raft request' (duration: 133.65301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.672605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976501476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:47.173485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583193976501476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:47.444772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275387466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:05:47.445209Z","caller":"traceutil/trace.go:171","msg":"trace[1418996325] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"1.2758881s","start":"2026-03-13T23:05:46.169292Z","end":"2026-03-13T23:05:47.44518Z","steps":["trace[1418996325] 'process raft request' (duration: 1.275686414s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.445368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.169273Z","time spent":"1.276015864s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:47.446087Z","caller":"traceutil/trace.go:171","msg":"trace[2117298705] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"1.276746474s","start":"2026-03-13T23:05:46.169311Z","end":"2026-03-13T23:05:47.446057Z","steps":["trace[2117298705] 'process raft request' (duration: 1.276553758s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.446255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.169292Z","time spent":"1.276869647s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:47.446285Z","caller":"traceutil/trace.go:171","msg":"trace[936828960] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"1.274283446s","start":"2026-03-13T23:05:46.171977Z","end":"2026-03-13T23:05:47.446261Z","steps":["trace[936828960] 'process raft request' (duration: 1.274032449s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.446371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.171957Z","time spent":"1.274371058s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:47.446244Z","caller":"traceutil/trace.go:171","msg":"trace[261626648] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1359; }","duration":"1.274289236s","start":"2026-03-13T23:05:46.171916Z","end":"2026-03-13T23:05:47.446205Z","steps":["trace[261626648] 'read index received' (duration: 1.273160775s)","trace[261626648] 'applied index is now lower than readState.Index' (duration: 1.127161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:47.446636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273632518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:05:47.446721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.169725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-13T23:05:47.446729Z","caller":"traceutil/trace.go:171","msg":"trace[1438441498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1305; }","duration":"1.273743892s","start":"2026-03-13T23:05:46.172965Z","end":"2026-03-13T23:05:47.446709Z","steps":["trace[1438441498] 'agreement among raft nodes before linearized reading' (duration: 1.273541746s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:47.446764Z","caller":"traceutil/trace.go:171","msg":"trace[2037961445] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1305; }","duration":"940.255219ms","start":"2026-03-13T23:05:46.506497Z","end":"2026-03-13T23:05:47.446753Z","steps":["trace[2037961445] 'agreement among raft nodes before linearized reading' (duration: 940.060743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.446797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.506473Z","time spent":"940.3174ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-13T23:05:47.446815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.938178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:47.446779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.172957Z","time spent":"1.273808503s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:05:47.446876Z","caller":"traceutil/trace.go:171","msg":"trace[1471079808] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1305; }","duration":"803.043432ms","start":"2026-03-13T23:05:46.643816Z","end":"2026-03-13T23:05:47.44686Z","steps":["trace[1471079808] 'agreement among raft nodes before linearized reading' (duration: 802.692502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.44692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.643799Z","time spent":"803.109043ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:47.446977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24122077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-13T23:05:47.447037Z","caller":"traceutil/trace.go:171","msg":"trace[1277895558] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1305; }","duration":"1.241297893s","start":"2026-03-13T23:05:46.205717Z","end":"2026-03-13T23:05:47.447015Z","steps":["trace[1277895558] 'agreement among raft nodes before linearized reading' (duration: 1.241156499s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.44706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.016793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:47.44709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.205705Z","time spent":"1.241370745s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-13T23:05:47.447122Z","caller":"traceutil/trace.go:171","msg":"trace[1473438867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1305; }","duration":"672.117666ms","start":"2026-03-13T23:05:46.774986Z","end":"2026-03-13T23:05:47.447103Z","steps":["trace[1473438867] 'agreement among raft nodes before linearized reading' (duration: 672.008263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.447162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.774966Z","time spent":"672.185538ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:05:47.447711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275780547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:05:47.447776Z","caller":"traceutil/trace.go:171","msg":"trace[1879276195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1305; }","duration":"1.275859389s","start":"2026-03-13T23:05:46.1719Z","end":"2026-03-13T23:05:47.447759Z","steps":["trace[1879276195] 'agreement among raft nodes before linearized reading' (duration: 1.274475361s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.447818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.17189Z","time spent":"1.275915931s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:06:19.783232Z","caller":"traceutil/trace.go:171","msg":"trace[1110711126] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"121.477707ms","start":"2026-03-13T23:06:19.66173Z","end":"2026-03-13T23:06:19.783207Z","steps":["trace[1110711126] 'process raft request' (duration: 121.389595ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:19.783252Z","caller":"traceutil/trace.go:171","msg":"trace[1063133310] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"120.740117ms","start":"2026-03-13T23:06:19.66249Z","end":"2026-03-13T23:06:19.78323Z","steps":["trace[1063133310] 'process raft request' (duration: 120.662895ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:19.783849Z","caller":"traceutil/trace.go:171","msg":"trace[1724062374] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"124.796957ms","start":"2026-03-13T23:06:19.659025Z","end":"2026-03-13T23:06:19.783822Z","steps":["trace[1724062374] 'process raft request' (duration: 89.86679ms)","trace[1724062374] 'compare' (duration: 34.134745ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:43.429825Z","caller":"traceutil/trace.go:171","msg":"trace[832861579] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"215.991515ms","start":"2026-03-13T23:07:43.213795Z","end":"2026-03-13T23:07:43.429786Z","steps":["trace[832861579] 'read index received' (duration: 215.895883ms)","trace[832861579] 'applied index is now lower than readState.Index' (duration: 93.942µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:43.429851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:43.079114Z","time spent":"350.729415ms","remote":"127.0.0.1:34530","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:07:43.429986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.17063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:43.430432Z","caller":"traceutil/trace.go:171","msg":"trace[145519622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1807; }","duration":"216.655673ms","start":"2026-03-13T23:07:43.213748Z","end":"2026-03-13T23:07:43.430404Z","steps":["trace[145519622] 'agreement among raft nodes before linearized reading' (duration: 216.150639ms)"],"step_count":1}