{"level":"warn","ts":"2026-03-29T01:59:55.832841Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:59:55.832919Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:59:55.832977Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:59:55.833012Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-03-29T01:59:55.833034Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:59:55.833669Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-03-29T01:59:55.833737Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:59:55.837947Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.02858ms"} {"level":"info","ts":"2026-03-29T01:59:55.845086Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-03-29T01:59:55.846324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:59:55.84639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-03-29T01:59:55.846421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:59:55.846461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-03-29T01:59:55.846528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-03-29T01:59:55.861127Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:59:55.862662Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:59:55.863981Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:59:55.866385Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:59:55.867566Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:59:55.86766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:59:55.8679Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:59:55.867932Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:59:55.868161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-03-29T01:59:55.868299Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-03-29T01:59:55.872709Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:59:55.873133Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-03-29T01:59:55.873194Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-03-29T01:59:55.873035Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:59:55.873271Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:59:56.848734Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:59:56.848824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:59:56.848877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-03-29T01:59:56.848905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:59:56.848923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-03-29T01:59:56.848939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-03-29T01:59:56.848953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-03-29T01:59:56.850043Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:59:56.850726Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:59:56.850911Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:59:56.850976Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:59:56.85104Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:59:56.851062Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:59:56.851155Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:59:56.851306Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:59:56.851355Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:59:56.854373Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:59:56.85445Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"warn","ts":"2026-03-29T01:59:58.590621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.897079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:59:58.590763Z","caller":"traceutil/trace.go:171","msg":"trace[1206701457] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"440.135317ms","start":"2026-03-29T01:59:58.150606Z","end":"2026-03-29T01:59:58.590742Z","steps":["trace[1206701457] 'read index received' (duration: 20.112972ms)","trace[1206701457] 'applied index is now lower than readState.Index' (duration: 420.020825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:58.590951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.330051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:59:58.591003Z","caller":"traceutil/trace.go:171","msg":"trace[1941869774] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:3; }","duration":"440.395182ms","start":"2026-03-29T01:59:58.150593Z","end":"2026-03-29T01:59:58.590988Z","steps":["trace[1941869774] 'agreement among raft nodes before linearized reading' (duration: 440.253579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.591057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.150587Z","time spent":"440.458083ms","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-29T01:59:58.590883Z","caller":"traceutil/trace.go:171","msg":"trace[551525365] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"446.710301ms","start":"2026-03-29T01:59:58.144094Z","end":"2026-03-29T01:59:58.590804Z","steps":["trace[551525365] 'process raft request' (duration: 138.026725ms)","trace[551525365] 'compare' (duration: 307.746826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:58.591518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.144087Z","time spent":"447.177191ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:58.934981Z","caller":"traceutil/trace.go:171","msg":"trace[1611558617] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"728.510446ms","start":"2026-03-29T01:59:58.206442Z","end":"2026-03-29T01:59:58.934952Z","steps":["trace[1611558617] 'process raft request' (duration: 728.303422ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:58.935054Z","caller":"traceutil/trace.go:171","msg":"trace[1054900566] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"725.829198ms","start":"2026-03-29T01:59:58.209181Z","end":"2026-03-29T01:59:58.93501Z","steps":["trace[1054900566] 'process raft request' (duration: 725.680074ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:58.93511Z","caller":"traceutil/trace.go:171","msg":"trace[925006525] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:6; }","duration":"344.269419ms","start":"2026-03-29T01:59:58.590811Z","end":"2026-03-29T01:59:58.935081Z","steps":["trace[925006525] 'read index received' (duration: 343.816109ms)","trace[925006525] 'applied index is now lower than readState.Index' (duration: 452.33µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:58.935213Z","caller":"traceutil/trace.go:171","msg":"trace[1616846317] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"725.648203ms","start":"2026-03-29T01:59:58.209529Z","end":"2026-03-29T01:59:58.935177Z","steps":["trace[1616846317] 'process raft request' (duration: 725.429848ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:58.935243Z","caller":"traceutil/trace.go:171","msg":"trace[520874985] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"725.989881ms","start":"2026-03-29T01:59:58.209202Z","end":"2026-03-29T01:59:58.935192Z","steps":["trace[520874985] 'process raft request' (duration: 725.703075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.935296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.209521Z","time spent":"725.739366ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:58.935338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.209183Z","time spent":"726.109834ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:58.935386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.680027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:59:58.935426Z","caller":"traceutil/trace.go:171","msg":"trace[837910459] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"741.734497ms","start":"2026-03-29T01:59:58.193682Z","end":"2026-03-29T01:59:58.935417Z","steps":["trace[837910459] 'agreement among raft nodes before linearized reading' (duration: 741.689256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.93535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.99671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:59:58.935472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.193672Z","time spent":"741.788979ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:59:58.93545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.141747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:59:58.935509Z","caller":"traceutil/trace.go:171","msg":"trace[1865255201] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"650.211685ms","start":"2026-03-29T01:59:58.285285Z","end":"2026-03-29T01:59:58.935497Z","steps":["trace[1865255201] 'agreement among raft nodes before linearized reading' (duration: 649.96537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:58.935477Z","caller":"traceutil/trace.go:171","msg":"trace[1212309979] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"725.812037ms","start":"2026-03-29T01:59:58.209605Z","end":"2026-03-29T01:59:58.935417Z","steps":["trace[1212309979] 'process raft request' (duration: 725.379048ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:58.935534Z","caller":"traceutil/trace.go:171","msg":"trace[1907616585] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:11; }","duration":"733.25686ms","start":"2026-03-29T01:59:58.202252Z","end":"2026-03-29T01:59:58.935509Z","steps":["trace[1907616585] 'agreement among raft nodes before linearized reading' (duration: 733.115347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.935548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.285277Z","time spent":"650.257356ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:59:58.935588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.202239Z","time spent":"733.339612ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-29T01:59:58.935603Z","caller":"traceutil/trace.go:171","msg":"trace[675122180] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"726.144634ms","start":"2026-03-29T01:59:58.209446Z","end":"2026-03-29T01:59:58.935591Z","steps":["trace[675122180] 'process raft request' (duration: 725.48274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.935616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.209588Z","time spent":"725.96311ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:58.935657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.209437Z","time spent":"726.191295ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:58.935668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.13399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:59:58.935701Z","caller":"traceutil/trace.go:171","msg":"trace[1443727467] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"729.237142ms","start":"2026-03-29T01:59:58.206454Z","end":"2026-03-29T01:59:58.935691Z","steps":["trace[1443727467] 'agreement among raft nodes before linearized reading' (duration: 729.177701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.935734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.206423Z","time spent":"729.304364ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-29T01:59:58.93523Z","caller":"traceutil/trace.go:171","msg":"trace[690116627] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"701.745988ms","start":"2026-03-29T01:59:58.233475Z","end":"2026-03-29T01:59:58.935221Z","steps":["trace[690116627] 'process raft request' (duration: 701.571134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.935785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.546943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:59:58.935808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.217292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:59:58.935819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.233462Z","time spent":"702.337801ms","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:58.935853Z","caller":"traceutil/trace.go:171","msg":"trace[427568928] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"744.301483ms","start":"2026-03-29T01:59:58.191541Z","end":"2026-03-29T01:59:58.935842Z","steps":["trace[427568928] 'agreement among raft nodes before linearized reading' (duration: 744.242362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.935889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.191523Z","time spent":"744.358344ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:59:58.935947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.16422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:59:58.935984Z","caller":"traceutil/trace.go:171","msg":"trace[2000901863] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"678.244111ms","start":"2026-03-29T01:59:58.257731Z","end":"2026-03-29T01:59:58.935975Z","steps":["trace[2000901863] 'agreement among raft nodes before linearized reading' (duration: 678.19276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.936009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.257703Z","time spent":"678.301162ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-29T01:59:58.935816Z","caller":"traceutil/trace.go:171","msg":"trace[225458733] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"731.641256ms","start":"2026-03-29T01:59:58.204166Z","end":"2026-03-29T01:59:58.935807Z","steps":["trace[225458733] 'agreement among raft nodes before linearized reading' (duration: 731.596385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.936062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.792412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-03-29T01:59:58.936105Z","caller":"traceutil/trace.go:171","msg":"trace[736660529] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"340.888234ms","start":"2026-03-29T01:59:58.595206Z","end":"2026-03-29T01:59:58.936095Z","steps":["trace[736660529] 'agreement among raft nodes before linearized reading' (duration: 340.800892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.936135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.595173Z","time spent":"340.955135ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3194,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T01:59:58.935854Z","caller":"traceutil/trace.go:171","msg":"trace[1473538823] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"712.891032ms","start":"2026-03-29T01:59:58.22295Z","end":"2026-03-29T01:59:58.935841Z","steps":["trace[1473538823] 'process raft request' (duration: 712.065775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.936063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.204156Z","time spent":"731.895761ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:59:58.936193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.222939Z","time spent":"713.225739ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3159,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:58.935129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.206422Z","time spent":"728.631669ms","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:58.936447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.209159Z","time spent":"725.97446ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:59.441521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711737222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:59.739193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.563475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:59:59.739919Z","caller":"traceutil/trace.go:171","msg":"trace[539502720] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"799.125359ms","start":"2026-03-29T01:59:58.940752Z","end":"2026-03-29T01:59:59.739877Z","steps":["trace[539502720] 'process raft request' (duration: 564.759127ms)","trace[539502720] 'compare' (duration: 233.244057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:59.740072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.940734Z","time spent":"799.248031ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.165742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.963762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:00:00.165966Z","caller":"traceutil/trace.go:171","msg":"trace[1542886866] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"1.22489062s","start":"2026-03-29T01:59:58.941044Z","end":"2026-03-29T02:00:00.165935Z","steps":["trace[1542886866] 'process raft request' (duration: 1.041637411s)","trace[1542886866] 'compare' (duration: 182.801709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:00.166084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941034Z","time spent":"1.224991373s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.166147Z","caller":"traceutil/trace.go:171","msg":"trace[1802622172] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"1.224312527s","start":"2026-03-29T01:59:58.941801Z","end":"2026-03-29T02:00:00.166114Z","steps":["trace[1802622172] 'process raft request' (duration: 1.224129102s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.166222Z","caller":"traceutil/trace.go:171","msg":"trace[1847466440] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:14; }","duration":"1.225130346s","start":"2026-03-29T01:59:58.94107Z","end":"2026-03-29T02:00:00.1662Z","steps":["trace[1847466440] 'read index received' (duration: 564.536412ms)","trace[1847466440] 'applied index is now lower than readState.Index' (duration: 660.593074ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:00.166215Z","caller":"traceutil/trace.go:171","msg":"trace[767137394] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"1.224222855s","start":"2026-03-29T01:59:58.941961Z","end":"2026-03-29T02:00:00.166184Z","steps":["trace[767137394] 'process raft request' (duration: 1.224102973s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.166298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941792Z","time spent":"1.22442558s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.166335Z","caller":"traceutil/trace.go:171","msg":"trace[576722340] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"1.223256434s","start":"2026-03-29T01:59:58.943067Z","end":"2026-03-29T02:00:00.166324Z","steps":["trace[576722340] 'process raft request' (duration: 1.223023879s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.166354Z","caller":"traceutil/trace.go:171","msg":"trace[277508087] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"1.217743674s","start":"2026-03-29T01:59:58.948595Z","end":"2026-03-29T02:00:00.166339Z","steps":["trace[277508087] 'process raft request' (duration: 1.21756078s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.16636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941953Z","time spent":"1.224328007s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.166407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.943057Z","time spent":"1.223311445s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.166432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.948581Z","time spent":"1.217807685s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:00.166492Z","caller":"traceutil/trace.go:171","msg":"trace[1235456808] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"1.224661245s","start":"2026-03-29T01:59:58.941821Z","end":"2026-03-29T02:00:00.166482Z","steps":["trace[1235456808] 'process raft request' (duration: 1.224158903s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.166534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225123246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:00:00.166537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941809Z","time spent":"1.224705335s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.166556Z","caller":"traceutil/trace.go:171","msg":"trace[1485694678] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"1.223449359s","start":"2026-03-29T01:59:58.943097Z","end":"2026-03-29T02:00:00.166546Z","steps":["trace[1485694678] 'process raft request' (duration: 1.22302581s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.166569Z","caller":"traceutil/trace.go:171","msg":"trace[738684296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"1.225177677s","start":"2026-03-29T01:59:58.94138Z","end":"2026-03-29T02:00:00.166558Z","steps":["trace[738684296] 'agreement among raft nodes before linearized reading' (duration: 1.225064245s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.166604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941373Z","time spent":"1.225224648s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:00.166608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.943081Z","time spent":"1.22350366s","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.166861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22578723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-vcrtt\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-29T02:00:00.16689Z","caller":"traceutil/trace.go:171","msg":"trace[315207515] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-vcrtt; range_end:; response_count:1; response_revision:20; }","duration":"1.225845721s","start":"2026-03-29T01:59:58.941036Z","end":"2026-03-29T02:00:00.166882Z","steps":["trace[315207515] 'agreement among raft nodes before linearized reading' (duration: 1.22578683s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.166901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023963903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:00:00.166922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941021Z","time spent":"1.225889222s","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":884,"request content":"key:\"/registry/certificatesigningrequests/csr-vcrtt\" "} {"level":"warn","ts":"2026-03-29T02:00:00.166938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063605644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.166978Z","caller":"traceutil/trace.go:171","msg":"trace[160371248] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:20; }","duration":"1.063676496s","start":"2026-03-29T01:59:59.103291Z","end":"2026-03-29T02:00:00.166968Z","steps":["trace[160371248] 'agreement among raft nodes before linearized reading' (duration: 1.063595474s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.166988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.909885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:00:00.167008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.103273Z","time spent":"1.063729257s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"info","ts":"2026-03-29T02:00:00.167015Z","caller":"traceutil/trace.go:171","msg":"trace[1782937280] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:20; }","duration":"179.975937ms","start":"2026-03-29T01:59:59.987031Z","end":"2026-03-29T02:00:00.167007Z","steps":["trace[1782937280] 'agreement among raft nodes before linearized reading' (duration: 179.933036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.167006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060545627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:00:00.16704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.087702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.167093Z","caller":"traceutil/trace.go:171","msg":"trace[37832498] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20; }","duration":"1.060654439s","start":"2026-03-29T01:59:59.106414Z","end":"2026-03-29T02:00:00.167069Z","steps":["trace[37832498] 'agreement among raft nodes before linearized reading' (duration: 1.060526867s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.167112Z","caller":"traceutil/trace.go:171","msg":"trace[1535545329] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:20; }","duration":"423.183675ms","start":"2026-03-29T01:59:59.743898Z","end":"2026-03-29T02:00:00.167081Z","steps":["trace[1535545329] 'agreement among raft nodes before linearized reading' (duration: 423.091863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.167159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.74387Z","time spent":"423.279436ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-03-29T02:00:00.167164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.506495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:00:00.167173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.106404Z","time spent":"1.060739421s","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-03-29T02:00:00.167194Z","caller":"traceutil/trace.go:171","msg":"trace[1496256442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"702.567177ms","start":"2026-03-29T01:59:59.464618Z","end":"2026-03-29T02:00:00.167185Z","steps":["trace[1496256442] 'agreement among raft nodes before linearized reading' (duration: 702.521126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.167223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.464594Z","time spent":"702.623369ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:00:00.166945Z","caller":"traceutil/trace.go:171","msg":"trace[1671851682] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:20; }","duration":"1.024021684s","start":"2026-03-29T01:59:59.14291Z","end":"2026-03-29T02:00:00.166931Z","steps":["trace[1671851682] 'agreement among raft nodes before linearized reading' (duration: 1.023958643s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.167301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.142899Z","time spent":"1.024392222s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-29T02:00:00.16711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168743095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-29T02:00:00.167435Z","caller":"traceutil/trace.go:171","msg":"trace[609995745] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"1.169085423s","start":"2026-03-29T01:59:58.99833Z","end":"2026-03-29T02:00:00.167416Z","steps":["trace[609995745] 'agreement among raft nodes before linearized reading' (duration: 1.168726895s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.167474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.998317Z","time spent":"1.169146024s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-29T02:00:00.166073Z","caller":"traceutil/trace.go:171","msg":"trace[30802905] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"1.225046194s","start":"2026-03-29T01:59:58.941008Z","end":"2026-03-29T02:00:00.166054Z","steps":["trace[30802905] 'process raft request' (duration: 1.22489179s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.167738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.940987Z","time spent":"1.22672372s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.167934Z","caller":"traceutil/trace.go:171","msg":"trace[1263668029] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"1.224851829s","start":"2026-03-29T01:59:58.941133Z","end":"2026-03-29T02:00:00.165985Z","steps":["trace[1263668029] 'process raft request' (duration: 1.224713436s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.16799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.941128Z","time spent":"1.226836143s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.501134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.676964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:00:00.50139Z","caller":"traceutil/trace.go:171","msg":"trace[862418787] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"329.555606ms","start":"2026-03-29T02:00:00.171785Z","end":"2026-03-29T02:00:00.50134Z","steps":["trace[862418787] 'process raft request' (duration: 107.534324ms)","trace[862418787] 'compare' (duration: 221.530521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:00.50155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.171768Z","time spent":"329.708529ms","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.501698Z","caller":"traceutil/trace.go:171","msg":"trace[1742069825] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"329.742399ms","start":"2026-03-29T02:00:00.171945Z","end":"2026-03-29T02:00:00.501688Z","steps":["trace[1742069825] 'process raft request' (duration: 329.292729ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.5018Z","caller":"traceutil/trace.go:171","msg":"trace[2049545330] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"329.601796ms","start":"2026-03-29T02:00:00.172167Z","end":"2026-03-29T02:00:00.501751Z","steps":["trace[2049545330] 'process raft request' (duration: 329.129136ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.501845Z","caller":"traceutil/trace.go:171","msg":"trace[629423124] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"327.699085ms","start":"2026-03-29T02:00:00.174096Z","end":"2026-03-29T02:00:00.501795Z","steps":["trace[629423124] 'process raft request' (duration: 327.476621ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.50189Z","caller":"traceutil/trace.go:171","msg":"trace[949101751] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"329.029124ms","start":"2026-03-29T02:00:00.172849Z","end":"2026-03-29T02:00:00.501878Z","steps":["trace[949101751] 'process raft request' (duration: 328.577494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.501947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.172158Z","time spent":"329.726679ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.501956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.172836Z","time spent":"329.086345ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.501962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.174083Z","time spent":"327.838408ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:00.501827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.171924Z","time spent":"329.866822ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.502081Z","caller":"traceutil/trace.go:171","msg":"trace[1253646393] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"329.880832ms","start":"2026-03-29T02:00:00.172191Z","end":"2026-03-29T02:00:00.502072Z","steps":["trace[1253646393] 'process raft request' (duration: 329.137636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.502133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.172181Z","time spent":"329.931763ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.5022Z","caller":"traceutil/trace.go:171","msg":"trace[729463590] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"327.914451ms","start":"2026-03-29T02:00:00.174269Z","end":"2026-03-29T02:00:00.502184Z","steps":["trace[729463590] 'process raft request' (duration: 327.337687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.502283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.174249Z","time spent":"327.998782ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.502273Z","caller":"traceutil/trace.go:171","msg":"trace[91372138] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"328.221476ms","start":"2026-03-29T02:00:00.17369Z","end":"2026-03-29T02:00:00.501912Z","steps":["trace[91372138] 'process raft request' (duration: 327.822427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.502611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.17366Z","time spent":"328.879961ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.503027Z","caller":"traceutil/trace.go:171","msg":"trace[2068214875] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"328.608284ms","start":"2026-03-29T02:00:00.174397Z","end":"2026-03-29T02:00:00.503005Z","steps":["trace[2068214875] 'process raft request' (duration: 327.307605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.50313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.174391Z","time spent":"328.708618ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:00.503081Z","caller":"traceutil/trace.go:171","msg":"trace[949320138] linearizableReadLoop","detail":"{readStateIndex:27; appliedIndex:24; }","duration":"330.936426ms","start":"2026-03-29T02:00:00.172084Z","end":"2026-03-29T02:00:00.503021Z","steps":["trace[949320138] 'read index received' (duration: 19.018177ms)","trace[949320138] 'applied index is now lower than readState.Index' (duration: 311.915669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:00.503451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.354265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.503503Z","caller":"traceutil/trace.go:171","msg":"trace[1629124972] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:30; }","duration":"331.432267ms","start":"2026-03-29T02:00:00.172063Z","end":"2026-03-29T02:00:00.503495Z","steps":["trace[1629124972] 'agreement among raft nodes before linearized reading' (duration: 331.297154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.503564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.172054Z","time spent":"331.467378ms","remote":"127.0.0.1:56548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-03-29T02:00:00.503807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.004635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.503912Z","caller":"traceutil/trace.go:171","msg":"trace[1552616478] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:30; }","duration":"330.142349ms","start":"2026-03-29T02:00:00.173747Z","end":"2026-03-29T02:00:00.50389Z","steps":["trace[1552616478] 'agreement among raft nodes before linearized reading' (duration: 329.637048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.504014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:00.173727Z","time spent":"330.271562ms","remote":"127.0.0.1:56268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-29T02:00:00.504058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.429176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.504116Z","caller":"traceutil/trace.go:171","msg":"trace[132317907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30; }","duration":"230.530488ms","start":"2026-03-29T02:00:00.273573Z","end":"2026-03-29T02:00:00.504103Z","steps":["trace[132317907] 'agreement among raft nodes before linearized reading' (duration: 230.425946ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.731446Z","caller":"traceutil/trace.go:171","msg":"trace[1128113322] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"223.700619ms","start":"2026-03-29T02:00:00.507712Z","end":"2026-03-29T02:00:00.731413Z","steps":["trace[1128113322] 'process raft request' (duration: 222.878051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.735408Z","caller":"traceutil/trace.go:171","msg":"trace[1902033690] linearizableReadLoop","detail":"{readStateIndex:37; appliedIndex:34; }","duration":"227.564464ms","start":"2026-03-29T02:00:00.507822Z","end":"2026-03-29T02:00:00.735386Z","steps":["trace[1902033690] 'read index received' (duration: 222.811789ms)","trace[1902033690] 'applied index is now lower than readState.Index' (duration: 4.747715ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:00.735516Z","caller":"traceutil/trace.go:171","msg":"trace[1286160108] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"227.626755ms","start":"2026-03-29T02:00:00.50787Z","end":"2026-03-29T02:00:00.735497Z","steps":["trace[1286160108] 'process raft request' (duration: 227.415641ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.735632Z","caller":"traceutil/trace.go:171","msg":"trace[1818603354] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"227.583544ms","start":"2026-03-29T02:00:00.508038Z","end":"2026-03-29T02:00:00.735621Z","steps":["trace[1818603354] 'process raft request' (duration: 227.286267ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.7358Z","caller":"traceutil/trace.go:171","msg":"trace[41170710] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"226.801116ms","start":"2026-03-29T02:00:00.508937Z","end":"2026-03-29T02:00:00.735738Z","steps":["trace[41170710] 'process raft request' (duration: 226.418708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.735851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.272726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.735911Z","caller":"traceutil/trace.go:171","msg":"trace[1267822071] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"228.084025ms","start":"2026-03-29T02:00:00.507813Z","end":"2026-03-29T02:00:00.735897Z","steps":["trace[1267822071] 'process raft request' (duration: 227.40944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.735884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.302166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.735925Z","caller":"traceutil/trace.go:171","msg":"trace[650144824] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"228.137776ms","start":"2026-03-29T02:00:00.507765Z","end":"2026-03-29T02:00:00.735902Z","steps":["trace[650144824] 'process raft request' (duration: 227.333809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.735979Z","caller":"traceutil/trace.go:171","msg":"trace[1784864443] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"228.134175ms","start":"2026-03-29T02:00:00.507832Z","end":"2026-03-29T02:00:00.735966Z","steps":["trace[1784864443] 'process raft request' (duration: 227.42588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.736036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.206148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.735974Z","caller":"traceutil/trace.go:171","msg":"trace[237112825] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:37; }","duration":"226.420568ms","start":"2026-03-29T02:00:00.509538Z","end":"2026-03-29T02:00:00.735958Z","steps":["trace[237112825] 'agreement among raft nodes before linearized reading' (duration: 226.300486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.736142Z","caller":"traceutil/trace.go:171","msg":"trace[1942187486] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:37; }","duration":"228.33475ms","start":"2026-03-29T02:00:00.507796Z","end":"2026-03-29T02:00:00.736131Z","steps":["trace[1942187486] 'agreement among raft nodes before linearized reading' (duration: 227.947672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.735928Z","caller":"traceutil/trace.go:171","msg":"trace[533682882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37; }","duration":"161.385129ms","start":"2026-03-29T02:00:00.574525Z","end":"2026-03-29T02:00:00.73591Z","steps":["trace[533682882] 'agreement among raft nodes before linearized reading' (duration: 161.255246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.73583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.518341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:00:00.736407Z","caller":"traceutil/trace.go:171","msg":"trace[648818458] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:37; }","duration":"227.130504ms","start":"2026-03-29T02:00:00.509262Z","end":"2026-03-29T02:00:00.736393Z","steps":["trace[648818458] 'agreement among raft nodes before linearized reading' (duration: 226.420668ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:12.337672Z","caller":"traceutil/trace.go:171","msg":"trace[771516044] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"232.972582ms","start":"2026-03-29T02:00:12.104664Z","end":"2026-03-29T02:00:12.337636Z","steps":["trace[771516044] 'process raft request' (duration: 232.817218ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:21.698453Z","caller":"traceutil/trace.go:171","msg":"trace[1318095357] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"372.991392ms","start":"2026-03-29T02:00:21.325434Z","end":"2026-03-29T02:00:21.698425Z","steps":["trace[1318095357] 'read index received' (duration: 372.804608ms)","trace[1318095357] 'applied index is now lower than readState.Index' (duration: 185.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:21.698494Z","caller":"traceutil/trace.go:171","msg":"trace[84858929] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"882.036493ms","start":"2026-03-29T02:00:20.816437Z","end":"2026-03-29T02:00:21.698473Z","steps":["trace[84858929] 'process raft request' (duration: 881.781577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.69863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.251418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:00:21.69863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:20.816414Z","time spent":"882.135645ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:21.698685Z","caller":"traceutil/trace.go:171","msg":"trace[1108444075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"282.32634ms","start":"2026-03-29T02:00:21.416327Z","end":"2026-03-29T02:00:21.698653Z","steps":["trace[1108444075] 'agreement among raft nodes before linearized reading' (duration: 282.255059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.698703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.675829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:00:21.6988Z","caller":"traceutil/trace.go:171","msg":"trace[1150997632] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:422; }","duration":"123.832393ms","start":"2026-03-29T02:00:21.574946Z","end":"2026-03-29T02:00:21.698778Z","steps":["trace[1150997632] 'agreement among raft nodes before linearized reading' (duration: 123.649339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.698784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.291297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:21.698874Z","caller":"traceutil/trace.go:171","msg":"trace[1832537336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"266.42264ms","start":"2026-03-29T02:00:21.432429Z","end":"2026-03-29T02:00:21.698852Z","steps":["trace[1832537336] 'agreement among raft nodes before linearized reading' (duration: 266.211755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.699168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.726238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:21.699214Z","caller":"traceutil/trace.go:171","msg":"trace[1780611003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"373.81034ms","start":"2026-03-29T02:00:21.325393Z","end":"2026-03-29T02:00:21.699203Z","steps":["trace[1780611003] 'agreement among raft nodes before linearized reading' (duration: 373.721348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.699256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:21.325373Z","time spent":"373.865611ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:22.005361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:21.700064Z","time spent":"305.292819ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:00:22.011229Z","caller":"traceutil/trace.go:171","msg":"trace[1944429049] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"308.38596ms","start":"2026-03-29T02:00:21.702824Z","end":"2026-03-29T02:00:22.01121Z","steps":["trace[1944429049] 'process raft request' (duration: 308.335189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:22.011368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:21.702814Z","time spent":"308.484162ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:22.011804Z","caller":"traceutil/trace.go:171","msg":"trace[1156395967] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"310.009986ms","start":"2026-03-29T02:00:21.701781Z","end":"2026-03-29T02:00:22.011791Z","steps":["trace[1156395967] 'process raft request' (duration: 309.232628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:22.011892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:21.701766Z","time spent":"310.072188ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:22.934476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:00:23.183351Z","caller":"traceutil/trace.go:171","msg":"trace[894433535] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"749.189346ms","start":"2026-03-29T02:00:22.434135Z","end":"2026-03-29T02:00:23.183324Z","steps":["trace[894433535] 'read index received' (duration: 748.915109ms)","trace[894433535] 'applied index is now lower than readState.Index' (duration: 272.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:23.183474Z","caller":"traceutil/trace.go:171","msg":"trace[1291148759] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"767.784397ms","start":"2026-03-29T02:00:22.415642Z","end":"2026-03-29T02:00:23.183426Z","steps":["trace[1291148759] 'process raft request' (duration: 767.49609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:23.183613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.467062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:23.183628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:22.415618Z","time spent":"767.92822ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:23.183669Z","caller":"traceutil/trace.go:171","msg":"trace[452425588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"749.541863ms","start":"2026-03-29T02:00:22.434112Z","end":"2026-03-29T02:00:23.183654Z","steps":["trace[452425588] 'agreement among raft nodes before linearized reading' (duration: 749.329618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:23.1837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:22.434103Z","time spent":"749.589624ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:24.516433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:25.404045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701251254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:25.404167Z","caller":"traceutil/trace.go:171","msg":"trace[295665809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:426; }","duration":"1.701428488s","start":"2026-03-29T02:00:23.702711Z","end":"2026-03-29T02:00:25.404139Z","steps":["trace[295665809] 'range keys from in-memory index tree' (duration: 1.701135911s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:25.404074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969625017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:25.40428Z","caller":"traceutil/trace.go:171","msg":"trace[1406305024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"1.969902574s","start":"2026-03-29T02:00:23.434348Z","end":"2026-03-29T02:00:25.40425Z","steps":["trace[1406305024] 'range keys from in-memory index tree' (duration: 1.969533185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:25.40436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:23.434327Z","time spent":"1.970009966s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:25.404437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.636628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:25.404609Z","caller":"traceutil/trace.go:171","msg":"trace[1392232779] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"1.388476655s","start":"2026-03-29T02:00:24.016101Z","end":"2026-03-29T02:00:25.404578Z","steps":["trace[1392232779] 'read index received' (duration: 550.52358ms)","trace[1392232779] 'applied index is now lower than readState.Index' (duration: 837.951055ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:25.404714Z","caller":"traceutil/trace.go:171","msg":"trace[259702423] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.625407557s","start":"2026-03-29T02:00:23.779291Z","end":"2026-03-29T02:00:25.404698Z","steps":["trace[259702423] 'process raft request' (duration: 787.39084ms)","trace[259702423] 'compare' (duration: 837.202229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:25.404795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:23.779262Z","time spent":"1.625481079s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:25.404811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38870581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:25.404857Z","caller":"traceutil/trace.go:171","msg":"trace[770448415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"1.388777022s","start":"2026-03-29T02:00:24.016065Z","end":"2026-03-29T02:00:25.404842Z","steps":["trace[770448415] 'agreement among raft nodes before linearized reading' (duration: 1.38866705s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:25.404912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:24.016047Z","time spent":"1.388852593s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:25.404969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388845303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:25.405003Z","caller":"traceutil/trace.go:171","msg":"trace[1742662501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"1.388931415s","start":"2026-03-29T02:00:24.016064Z","end":"2026-03-29T02:00:25.404995Z","steps":["trace[1742662501] 'agreement among raft nodes before linearized reading' (duration: 1.388875954s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:25.405027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:24.016021Z","time spent":"1.389001827s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:00:25.405095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.781542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:25.405116Z","caller":"traceutil/trace.go:171","msg":"trace[1002413717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:427; }","duration":"214.841453ms","start":"2026-03-29T02:00:25.19027Z","end":"2026-03-29T02:00:25.405111Z","steps":["trace[1002413717] 'agreement among raft nodes before linearized reading' (duration: 214.800262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:25.404215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:23.702694Z","time spent":"1.7015114s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:00:25.585861Z","caller":"traceutil/trace.go:171","msg":"trace[2053292244] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:442; }","duration":"171.529613ms","start":"2026-03-29T02:00:25.414308Z","end":"2026-03-29T02:00:25.585837Z","steps":["trace[2053292244] 'read index received' (duration: 27.328989ms)","trace[2053292244] 'applied index is now lower than readState.Index' (duration: 144.199674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:25.585984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.658876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:25.586021Z","caller":"traceutil/trace.go:171","msg":"trace[82616094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"171.730148ms","start":"2026-03-29T02:00:25.414281Z","end":"2026-03-29T02:00:25.586011Z","steps":["trace[82616094] 'agreement among raft nodes before linearized reading' (duration: 171.657026ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:25.585951Z","caller":"traceutil/trace.go:171","msg":"trace[515765831] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"172.845402ms","start":"2026-03-29T02:00:25.413059Z","end":"2026-03-29T02:00:25.585904Z","steps":["trace[515765831] 'process raft request' (duration: 172.73289ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:25.586185Z","caller":"traceutil/trace.go:171","msg":"trace[542312116] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"173.009456ms","start":"2026-03-29T02:00:25.412844Z","end":"2026-03-29T02:00:25.585854Z","steps":["trace[542312116] 'process raft request' (duration: 119.270809ms)","trace[542312116] 'compare' (duration: 53.539933ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:27.731978Z","caller":"traceutil/trace.go:171","msg":"trace[693703828] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"128.596211ms","start":"2026-03-29T02:00:27.603362Z","end":"2026-03-29T02:00:27.731958Z","steps":["trace[693703828] 'process raft request' (duration: 128.475198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:28.360724Z","caller":"traceutil/trace.go:171","msg":"trace[1223502871] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:450; }","duration":"657.762327ms","start":"2026-03-29T02:00:27.702936Z","end":"2026-03-29T02:00:28.360699Z","steps":["trace[1223502871] 'read index received' (duration: 29.013247ms)","trace[1223502871] 'applied index is now lower than readState.Index' (duration: 628.74755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:28.360898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.950911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:28.360939Z","caller":"traceutil/trace.go:171","msg":"trace[1347857464] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:435; }","duration":"658.043603ms","start":"2026-03-29T02:00:27.702884Z","end":"2026-03-29T02:00:28.360928Z","steps":["trace[1347857464] 'agreement among raft nodes before linearized reading' (duration: 657.90227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:28.360971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:27.702853Z","time spent":"658.110795ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-03-29T02:00:28.361151Z","caller":"traceutil/trace.go:171","msg":"trace[1728408693] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"757.672948ms","start":"2026-03-29T02:00:27.603422Z","end":"2026-03-29T02:00:28.361095Z","steps":["trace[1728408693] 'process raft request' (duration: 671.677062ms)","trace[1728408693] 'compare' (duration: 85.217389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:28.361765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:27.603393Z","time spent":"758.187309ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:30.812929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:00:31.005514Z","caller":"traceutil/trace.go:171","msg":"trace[1294838765] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"698.451316ms","start":"2026-03-29T02:00:30.307042Z","end":"2026-03-29T02:00:31.005493Z","steps":["trace[1294838765] 'process raft request' (duration: 698.422476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:31.00556Z","caller":"traceutil/trace.go:171","msg":"trace[824312912] transaction","detail":"{read_only:false; number_of_response:0; response_revision:484; }","duration":"699.262614ms","start":"2026-03-29T02:00:30.306275Z","end":"2026-03-29T02:00:31.005538Z","steps":["trace[824312912] 'process raft request' (duration: 699.048319ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:31.005609Z","caller":"traceutil/trace.go:171","msg":"trace[1224223546] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"698.779693ms","start":"2026-03-29T02:00:30.306807Z","end":"2026-03-29T02:00:31.005587Z","steps":["trace[1224223546] 'process raft request' (duration: 698.596709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:31.005634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.30703Z","time spent":"698.549109ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:31.005673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.306254Z","time spent":"699.368127ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:31.005687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.306797Z","time spent":"698.855696ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:32.435062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000665051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:00:32.435132Z","caller":"traceutil/trace.go:171","msg":"trace[664517490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773004s","start":"2026-03-29T02:00:30.434337Z","end":"2026-03-29T02:00:32.43511Z","steps":["trace[664517490] 'agreement among raft nodes before linearized reading' (duration: 2.000686852s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.435163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.434325Z","time spent":"2.000832135s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:34.337999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754214752s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:00:34.338545Z","caller":"traceutil/trace.go:171","msg":"trace[2007315570] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"4.028840333s","start":"2026-03-29T02:00:30.309675Z","end":"2026-03-29T02:00:34.338516Z","steps":["trace[2007315570] 'process raft request' (duration: 4.028499736s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.338609Z","caller":"traceutil/trace.go:171","msg":"trace[226998831] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"4.026395948s","start":"2026-03-29T02:00:30.312182Z","end":"2026-03-29T02:00:34.338578Z","steps":["trace[226998831] 'process raft request' (duration: 4.026227034s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.33869Z","caller":"traceutil/trace.go:171","msg":"trace[2131529651] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"4.020491424s","start":"2026-03-29T02:00:30.318177Z","end":"2026-03-29T02:00:34.338669Z","steps":["trace[2131529651] 'process raft request' (duration: 4.020297829s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.33873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.312176Z","time spent":"4.026486429s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:34.33878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.318157Z","time spent":"4.020564026s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:34.338875Z","caller":"traceutil/trace.go:171","msg":"trace[1143982607] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"4.013803523s","start":"2026-03-29T02:00:30.325064Z","end":"2026-03-29T02:00:34.338867Z","steps":["trace[1143982607] 'process raft request' (duration: 4.01366786s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.338915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.325061Z","time spent":"4.013834464s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:34.338975Z","caller":"traceutil/trace.go:171","msg":"trace[1390380333] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"4.013824743s","start":"2026-03-29T02:00:30.325145Z","end":"2026-03-29T02:00:34.33897Z","steps":["trace[1390380333] 'process raft request' (duration: 4.013647249s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.32514Z","time spent":"4.013851834s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:34.33897Z","caller":"traceutil/trace.go:171","msg":"trace[521539589] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"4.013844374s","start":"2026-03-29T02:00:30.32501Z","end":"2026-03-29T02:00:34.338855Z","steps":["trace[521539589] 'process raft request' (duration: 4.013612259s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.339119Z","caller":"traceutil/trace.go:171","msg":"trace[1975324519] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"4.006473276s","start":"2026-03-29T02:00:30.332635Z","end":"2026-03-29T02:00:34.339108Z","steps":["trace[1975324519] 'process raft request' (duration: 4.006218531s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.339148Z","caller":"traceutil/trace.go:171","msg":"trace[1372892616] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:501; }","duration":"4.027056622s","start":"2026-03-29T02:00:30.312075Z","end":"2026-03-29T02:00:34.339132Z","steps":["trace[1372892616] 'read index received' (duration: 693.261819ms)","trace[1372892616] 'applied index is now lower than readState.Index' (duration: 3.333794133s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:34.339186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.332618Z","time spent":"4.006538637s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:34.339235Z","caller":"traceutil/trace.go:171","msg":"trace[1369109361] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"3.905075182s","start":"2026-03-29T02:00:30.434152Z","end":"2026-03-29T02:00:34.339227Z","steps":["trace[1369109361] 'process raft request' (duration: 3.904834457s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.434128Z","time spent":"3.905129443s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:34.339357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027277027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-03-29T02:00:34.339387Z","caller":"traceutil/trace.go:171","msg":"trace[955471627] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:495; }","duration":"4.027325358s","start":"2026-03-29T02:00:30.312053Z","end":"2026-03-29T02:00:34.339378Z","steps":["trace[955471627] 'agreement among raft nodes before linearized reading' (duration: 4.027199096s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.309664Z","time spent":"4.02961808s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:34.339431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974012261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:00:34.339458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.312045Z","time spent":"4.027360419s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10101,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-29T02:00:34.339475Z","caller":"traceutil/trace.go:171","msg":"trace[1918141723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"3.974100483s","start":"2026-03-29T02:00:30.365364Z","end":"2026-03-29T02:00:34.339465Z","steps":["trace[1918141723] 'agreement among raft nodes before linearized reading' (duration: 3.974026812s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.365346Z","time spent":"3.974150954s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:34.339501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764418746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:00:34.33957Z","caller":"traceutil/trace.go:171","msg":"trace[490246330] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:495; }","duration":"2.764547868s","start":"2026-03-29T02:00:31.575005Z","end":"2026-03-29T02:00:34.339553Z","steps":["trace[490246330] 'agreement among raft nodes before linearized reading' (duration: 2.764418675s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.339578Z","caller":"traceutil/trace.go:171","msg":"trace[797695294] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"3.577475007s","start":"2026-03-29T02:00:30.762083Z","end":"2026-03-29T02:00:34.339558Z","steps":["trace[797695294] 'process raft request' (duration: 3.577006807s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.574981Z","time spent":"2.764632221s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:00:34.339648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811907691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:34.339688Z","caller":"traceutil/trace.go:171","msg":"trace[1335494341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"2.811976452s","start":"2026-03-29T02:00:31.527697Z","end":"2026-03-29T02:00:34.339673Z","steps":["trace[1335494341] 'agreement among raft nodes before linearized reading' (duration: 2.81189876s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332704198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-29T02:00:34.339569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816420603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:00:34.339709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.762042Z","time spent":"3.57758147s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:34.339726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.527675Z","time spent":"2.812041844s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:00:34.339731Z","caller":"traceutil/trace.go:171","msg":"trace[1636939284] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:495; }","duration":"3.332759209s","start":"2026-03-29T02:00:31.00696Z","end":"2026-03-29T02:00:34.339719Z","steps":["trace[1636939284] 'agreement among raft nodes before linearized reading' (duration: 3.332666077s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.339744Z","caller":"traceutil/trace.go:171","msg":"trace[1442445919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"2.816641808s","start":"2026-03-29T02:00:31.523094Z","end":"2026-03-29T02:00:34.339736Z","steps":["trace[1442445919] 'agreement among raft nodes before linearized reading' (duration: 2.816380243s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.006947Z","time spent":"3.33280932s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-29T02:00:34.339603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904037492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:34.339822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595323008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:34.339842Z","caller":"traceutil/trace.go:171","msg":"trace[2073561830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"1.904297789s","start":"2026-03-29T02:00:32.435539Z","end":"2026-03-29T02:00:34.339837Z","steps":["trace[2073561830] 'agreement among raft nodes before linearized reading' (duration: 1.904041213s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:32.435529Z","time spent":"1.904327399s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:00:34.339856Z","caller":"traceutil/trace.go:171","msg":"trace[485233793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:495; }","duration":"2.59539546s","start":"2026-03-29T02:00:31.744449Z","end":"2026-03-29T02:00:34.339844Z","steps":["trace[485233793] 'agreement among raft nodes before linearized reading' (duration: 2.595280967s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.339883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.744424Z","time spent":"2.595453881s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:00:34.339772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.523046Z","time spent":"2.81671499s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:00:34.340055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.324997Z","time spent":"4.014103629s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:35.283097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.567437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:35.283365Z","caller":"traceutil/trace.go:171","msg":"trace[289485149] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"937.310642ms","start":"2026-03-29T02:00:34.346025Z","end":"2026-03-29T02:00:35.283336Z","steps":["trace[289485149] 'process raft request' (duration: 501.409848ms)","trace[289485149] 'compare' (duration: 435.035105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:35.283473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.346004Z","time spent":"937.415585ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.283596Z","caller":"traceutil/trace.go:171","msg":"trace[2037281315] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"937.442635ms","start":"2026-03-29T02:00:34.346115Z","end":"2026-03-29T02:00:35.283558Z","steps":["trace[2037281315] 'process raft request' (duration: 937.095688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.283776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.346108Z","time spent":"937.561299ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.283959Z","caller":"traceutil/trace.go:171","msg":"trace[1539384879] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"922.087809ms","start":"2026-03-29T02:00:34.361844Z","end":"2026-03-29T02:00:35.283931Z","steps":["trace[1539384879] 'process raft request' (duration: 921.71404ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.283979Z","caller":"traceutil/trace.go:171","msg":"trace[2121264151] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"930.745854ms","start":"2026-03-29T02:00:34.353179Z","end":"2026-03-29T02:00:35.283925Z","steps":["trace[2121264151] 'process raft request' (duration: 930.328255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.284056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.361823Z","time spent":"922.177052ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.284063Z","caller":"traceutil/trace.go:171","msg":"trace[2134066646] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"937.886606ms","start":"2026-03-29T02:00:34.346162Z","end":"2026-03-29T02:00:35.284049Z","steps":["trace[2134066646] 'process raft request' (duration: 937.243561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.284088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.353156Z","time spent":"930.879749ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:35.284125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.346154Z","time spent":"937.937978ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.284183Z","caller":"traceutil/trace.go:171","msg":"trace[1462960918] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"937.919047ms","start":"2026-03-29T02:00:34.346207Z","end":"2026-03-29T02:00:35.284127Z","steps":["trace[1462960918] 'process raft request' (duration: 937.253121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.284159Z","caller":"traceutil/trace.go:171","msg":"trace[280837026] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:513; }","duration":"932.077825ms","start":"2026-03-29T02:00:34.35206Z","end":"2026-03-29T02:00:35.284137Z","steps":["trace[280837026] 'read index received' (duration: 68.163732ms)","trace[280837026] 'applied index is now lower than readState.Index' (duration: 863.913083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:35.284216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.346201Z","time spent":"937.99898ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:35.284265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.193448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:35.284298Z","caller":"traceutil/trace.go:171","msg":"trace[1025120330] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"898.703231ms","start":"2026-03-29T02:00:34.385583Z","end":"2026-03-29T02:00:35.284286Z","steps":["trace[1025120330] 'process raft request' (duration: 898.160017ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.284308Z","caller":"traceutil/trace.go:171","msg":"trace[1656010360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"932.25791ms","start":"2026-03-29T02:00:34.352034Z","end":"2026-03-29T02:00:35.284291Z","steps":["trace[1656010360] 'agreement among raft nodes before linearized reading' (duration: 932.189118ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.284326Z","caller":"traceutil/trace.go:171","msg":"trace[982396567] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"909.084905ms","start":"2026-03-29T02:00:34.375235Z","end":"2026-03-29T02:00:35.28432Z","steps":["trace[982396567] 'process raft request' (duration: 908.393189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.284355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.375214Z","time spent":"909.125316ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:35.284353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.35202Z","time spent":"932.322671ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:35.28436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.385562Z","time spent":"898.763131ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.284401Z","caller":"traceutil/trace.go:171","msg":"trace[296590130] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"884.365956ms","start":"2026-03-29T02:00:34.400031Z","end":"2026-03-29T02:00:35.284397Z","steps":["trace[296590130] 'process raft request' (duration: 883.947196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.284425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.400013Z","time spent":"884.399296ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.284426Z","caller":"traceutil/trace.go:171","msg":"trace[1279732575] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"873.923009ms","start":"2026-03-29T02:00:34.41049Z","end":"2026-03-29T02:00:35.284413Z","steps":["trace[1279732575] 'process raft request' (duration: 873.588282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.284585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.410477Z","time spent":"874.037132ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:35.312173Z","caller":"traceutil/trace.go:171","msg":"trace[1605094726] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"890.888254ms","start":"2026-03-29T02:00:34.421261Z","end":"2026-03-29T02:00:35.312149Z","steps":["trace[1605094726] 'process raft request' (duration: 890.686708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.312321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.421242Z","time spent":"890.989836ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.312329Z","caller":"traceutil/trace.go:171","msg":"trace[174176760] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"876.644031ms","start":"2026-03-29T02:00:34.435638Z","end":"2026-03-29T02:00:35.312282Z","steps":["trace[174176760] 'process raft request' (duration: 876.458286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.312459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.435611Z","time spent":"876.780234ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:35.65611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.57041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:35.656516Z","caller":"traceutil/trace.go:171","msg":"trace[811759171] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"359.934996ms","start":"2026-03-29T02:00:35.296554Z","end":"2026-03-29T02:00:35.656489Z","steps":["trace[811759171] 'process raft request' (duration: 359.787493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.656501Z","caller":"traceutil/trace.go:171","msg":"trace[530123446] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:526; }","duration":"341.882168ms","start":"2026-03-29T02:00:35.314598Z","end":"2026-03-29T02:00:35.65648Z","steps":["trace[530123446] 'read index received' (duration: 113.883008ms)","trace[530123446] 'applied index is now lower than readState.Index' (duration: 227.99789ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:35.656517Z","caller":"traceutil/trace.go:171","msg":"trace[1721907367] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"364.203513ms","start":"2026-03-29T02:00:35.292267Z","end":"2026-03-29T02:00:35.65647Z","steps":["trace[1721907367] 'process raft request' (duration: 136.122902ms)","trace[1721907367] 'compare' (duration: 227.425597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:35.656679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.296524Z","time spent":"360.07715ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:35.656667Z","caller":"traceutil/trace.go:171","msg":"trace[925382467] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"358.946275ms","start":"2026-03-29T02:00:35.297689Z","end":"2026-03-29T02:00:35.656635Z","steps":["trace[925382467] 'process raft request' (duration: 358.7399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.656709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.292244Z","time spent":"364.392428ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:35.656808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.29768Z","time spent":"359.063538ms","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:35.656847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.237417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:00:35.656895Z","caller":"traceutil/trace.go:171","msg":"trace[678474681] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:510; }","duration":"342.304668ms","start":"2026-03-29T02:00:35.314576Z","end":"2026-03-29T02:00:35.656881Z","steps":["trace[678474681] 'agreement among raft nodes before linearized reading' (duration: 342.103963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.656945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.314564Z","time spent":"342.371039ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:00:35.681936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.985607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:35.681988Z","caller":"traceutil/trace.go:171","msg":"trace[1766125070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"246.08456ms","start":"2026-03-29T02:00:35.435891Z","end":"2026-03-29T02:00:35.681976Z","steps":["trace[1766125070] 'agreement among raft nodes before linearized reading' (duration: 245.967507ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.682162Z","caller":"traceutil/trace.go:171","msg":"trace[1951528416] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"319.990442ms","start":"2026-03-29T02:00:35.362163Z","end":"2026-03-29T02:00:35.682153Z","steps":["trace[1951528416] 'process raft request' (duration: 319.524001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.68224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.362147Z","time spent":"320.042804ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:35.846969Z","caller":"traceutil/trace.go:171","msg":"trace[1911052257] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:530; }","duration":"165.108397ms","start":"2026-03-29T02:00:35.681838Z","end":"2026-03-29T02:00:35.846947Z","steps":["trace[1911052257] 'read index received' (duration: 149.300109ms)","trace[1911052257] 'applied index is now lower than readState.Index' (duration: 15.807328ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:35.847077Z","caller":"traceutil/trace.go:171","msg":"trace[1675919936] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"179.273058ms","start":"2026-03-29T02:00:35.66776Z","end":"2026-03-29T02:00:35.847033Z","steps":["trace[1675919936] 'process raft request' (duration: 179.111604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.847154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.359514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:00:35.847143Z","caller":"traceutil/trace.go:171","msg":"trace[1209267688] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"179.34401ms","start":"2026-03-29T02:00:35.66776Z","end":"2026-03-29T02:00:35.847104Z","steps":["trace[1209267688] 'process raft request' (duration: 163.45927ms)","trace[1209267688] 'compare' (duration: 15.47232ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:35.847193Z","caller":"traceutil/trace.go:171","msg":"trace[1655206524] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:513; }","duration":"188.448866ms","start":"2026-03-29T02:00:35.658734Z","end":"2026-03-29T02:00:35.847183Z","steps":["trace[1655206524] 'agreement among raft nodes before linearized reading' (duration: 188.294981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.848011Z","caller":"traceutil/trace.go:171","msg":"trace[1577101167] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"150.553288ms","start":"2026-03-29T02:00:35.697439Z","end":"2026-03-29T02:00:35.847993Z","steps":["trace[1577101167] 'process raft request' (duration: 149.956205ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:35.848179Z","caller":"traceutil/trace.go:171","msg":"trace[1575468361] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"120.200661ms","start":"2026-03-29T02:00:35.727968Z","end":"2026-03-29T02:00:35.848169Z","steps":["trace[1575468361] 'process raft request' (duration: 119.904584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:36.419836Z","caller":"traceutil/trace.go:171","msg":"trace[665821284] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"235.661964ms","start":"2026-03-29T02:00:36.18415Z","end":"2026-03-29T02:00:36.419812Z","steps":["trace[665821284] 'process raft request' (duration: 235.463389ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:36.494272Z","caller":"traceutil/trace.go:171","msg":"trace[477934339] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"156.704227ms","start":"2026-03-29T02:00:36.337547Z","end":"2026-03-29T02:00:36.494251Z","steps":["trace[477934339] 'process raft request' (duration: 149.508834ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:39.467946Z","caller":"traceutil/trace.go:171","msg":"trace[523072705] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"163.207674ms","start":"2026-03-29T02:00:39.304713Z","end":"2026-03-29T02:00:39.46792Z","steps":["trace[523072705] 'read index received' (duration: 162.384976ms)","trace[523072705] 'applied index is now lower than readState.Index' (duration: 821.778µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:39.468038Z","caller":"traceutil/trace.go:171","msg":"trace[1704670289] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"171.109682ms","start":"2026-03-29T02:00:39.296873Z","end":"2026-03-29T02:00:39.467982Z","steps":["trace[1704670289] 'process raft request' (duration: 170.500159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.468175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.442949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:39.468211Z","caller":"traceutil/trace.go:171","msg":"trace[924585723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"163.51547ms","start":"2026-03-29T02:00:39.304685Z","end":"2026-03-29T02:00:39.4682Z","steps":["trace[924585723] 'agreement among raft nodes before linearized reading' (duration: 163.371527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.468311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.534871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:39.468427Z","caller":"traceutil/trace.go:171","msg":"trace[1476995938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"163.665314ms","start":"2026-03-29T02:00:39.304722Z","end":"2026-03-29T02:00:39.468387Z","steps":["trace[1476995938] 'agreement among raft nodes before linearized reading' (duration: 163.390148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.468708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.260195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:39.468769Z","caller":"traceutil/trace.go:171","msg":"trace[2046435438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"159.368308ms","start":"2026-03-29T02:00:39.309381Z","end":"2026-03-29T02:00:39.46875Z","steps":["trace[2046435438] 'agreement among raft nodes before linearized reading' (duration: 159.129502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.469068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.632543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:39.4692Z","caller":"traceutil/trace.go:171","msg":"trace[65454191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"159.819277ms","start":"2026-03-29T02:00:39.309349Z","end":"2026-03-29T02:00:39.469168Z","steps":["trace[65454191] 'agreement among raft nodes before linearized reading' (duration: 159.358417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.972813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.035138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:39.973125Z","caller":"traceutil/trace.go:171","msg":"trace[1255969442] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"499.388993ms","start":"2026-03-29T02:00:39.4737Z","end":"2026-03-29T02:00:39.973089Z","steps":["trace[1255969442] 'process raft request' (duration: 222.989807ms)","trace[1255969442] 'compare' (duration: 275.773012ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:39.973146Z","caller":"traceutil/trace.go:171","msg":"trace[1840215714] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"454.968838ms","start":"2026-03-29T02:00:39.518163Z","end":"2026-03-29T02:00:39.973132Z","steps":["trace[1840215714] 'process raft request' (duration: 454.925927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:39.973154Z","caller":"traceutil/trace.go:171","msg":"trace[1729571620] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"499.364143ms","start":"2026-03-29T02:00:39.473759Z","end":"2026-03-29T02:00:39.973123Z","steps":["trace[1729571620] 'process raft request' (duration: 499.193669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.973211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:39.518137Z","time spent":"455.039399ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:39.973223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:39.473684Z","time spent":"499.490745ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:39.973368Z","caller":"traceutil/trace.go:171","msg":"trace[1470852622] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"498.948404ms","start":"2026-03-29T02:00:39.474397Z","end":"2026-03-29T02:00:39.973346Z","steps":["trace[1470852622] 'process raft request' (duration: 498.626356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.973374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:39.473686Z","time spent":"499.530476ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:39.973456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:39.474368Z","time spent":"499.039905ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:39.973325Z","caller":"traceutil/trace.go:171","msg":"trace[103743799] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"496.622911ms","start":"2026-03-29T02:00:39.476677Z","end":"2026-03-29T02:00:39.9733Z","steps":["trace[103743799] 'process raft request' (duration: 496.383005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:39.973724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:39.476632Z","time spent":"496.99908ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:41.315173Z","caller":"traceutil/trace.go:171","msg":"trace[914961868] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"372.766727ms","start":"2026-03-29T02:00:40.942378Z","end":"2026-03-29T02:00:41.315145Z","steps":["trace[914961868] 'process raft request' (duration: 372.151763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:41.315334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:40.942359Z","time spent":"372.893919ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:41.516924Z","caller":"traceutil/trace.go:171","msg":"trace[1299722968] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"134.180315ms","start":"2026-03-29T02:00:41.382707Z","end":"2026-03-29T02:00:41.516887Z","steps":["trace[1299722968] 'process raft request' (duration: 128.789354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:41.842003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.759417ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:00:42.268379Z","caller":"traceutil/trace.go:171","msg":"trace[250575335] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"292.071591ms","start":"2026-03-29T02:00:41.976197Z","end":"2026-03-29T02:00:42.268269Z","steps":["trace[250575335] 'read index received' (duration: 291.033616ms)","trace[250575335] 'applied index is now lower than readState.Index' (duration: 1.036825ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:42.268484Z","caller":"traceutil/trace.go:171","msg":"trace[1735960839] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"303.635853ms","start":"2026-03-29T02:00:41.964789Z","end":"2026-03-29T02:00:42.268424Z","steps":["trace[1735960839] 'process raft request' (duration: 302.674971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:42.268721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.329844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:00:42.268771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:41.96476Z","time spent":"303.866118ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:42.268808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.046935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:42.268881Z","caller":"traceutil/trace.go:171","msg":"trace[1019458975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"290.26736ms","start":"2026-03-29T02:00:41.978597Z","end":"2026-03-29T02:00:42.268865Z","steps":["trace[1019458975] 'agreement among raft nodes before linearized reading' (duration: 289.965363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:42.268815Z","caller":"traceutil/trace.go:171","msg":"trace[467025584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:575; }","duration":"291.448026ms","start":"2026-03-29T02:00:41.977347Z","end":"2026-03-29T02:00:42.268795Z","steps":["trace[467025584] 'agreement among raft nodes before linearized reading' (duration: 291.213181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:42.268727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.167939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:00:42.269101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.870368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:42.269192Z","caller":"traceutil/trace.go:171","msg":"trace[965505597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:575; }","duration":"292.997632ms","start":"2026-03-29T02:00:41.976173Z","end":"2026-03-29T02:00:42.26917Z","steps":["trace[965505597] 'agreement among raft nodes before linearized reading' (duration: 292.107192ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:42.269124Z","caller":"traceutil/trace.go:171","msg":"trace[713569070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"291.565909ms","start":"2026-03-29T02:00:41.977532Z","end":"2026-03-29T02:00:42.269098Z","steps":["trace[713569070] 'agreement among raft nodes before linearized reading' (duration: 291.049538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:42.588689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.756012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:42.588829Z","caller":"traceutil/trace.go:171","msg":"trace[1315749189] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"315.848398ms","start":"2026-03-29T02:00:42.272952Z","end":"2026-03-29T02:00:42.588801Z","steps":["trace[1315749189] 'process raft request' (duration: 160.877711ms)","trace[1315749189] 'compare' (duration: 154.570838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:42.588893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.272924Z","time spent":"315.94026ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:42.591809Z","caller":"traceutil/trace.go:171","msg":"trace[9376418] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"318.452157ms","start":"2026-03-29T02:00:42.273326Z","end":"2026-03-29T02:00:42.591778Z","steps":["trace[9376418] 'process raft request' (duration: 318.302164ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:42.591871Z","caller":"traceutil/trace.go:171","msg":"trace[109893074] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"317.161348ms","start":"2026-03-29T02:00:42.274667Z","end":"2026-03-29T02:00:42.591829Z","steps":["trace[109893074] 'process raft request' (duration: 316.995614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:42.591967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.273319Z","time spent":"318.56339ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:42.592001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.274643Z","time spent":"317.303611ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:42.592104Z","caller":"traceutil/trace.go:171","msg":"trace[342373248] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"318.982069ms","start":"2026-03-29T02:00:42.273111Z","end":"2026-03-29T02:00:42.592093Z","steps":["trace[342373248] 'process raft request' (duration: 318.410737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:42.592163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.273082Z","time spent":"319.05144ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:42.592486Z","caller":"traceutil/trace.go:171","msg":"trace[856712722] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"266.248946ms","start":"2026-03-29T02:00:42.325491Z","end":"2026-03-29T02:00:42.59174Z","steps":["trace[856712722] 'process raft request' (duration: 266.204525ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:43.250552Z","caller":"traceutil/trace.go:171","msg":"trace[1015429009] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"217.318927ms","start":"2026-03-29T02:00:43.033203Z","end":"2026-03-29T02:00:43.250522Z","steps":["trace[1015429009] 'process raft request' (duration: 216.748674ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:44.025408Z","caller":"traceutil/trace.go:171","msg":"trace[1212289411] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"215.584219ms","start":"2026-03-29T02:00:43.809765Z","end":"2026-03-29T02:00:44.025349Z","steps":["trace[1212289411] 'process raft request' (duration: 214.863472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.922133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.971164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:44.922524Z","caller":"traceutil/trace.go:171","msg":"trace[336053902] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"329.451106ms","start":"2026-03-29T02:00:44.593046Z","end":"2026-03-29T02:00:44.922497Z","steps":["trace[336053902] 'read index received' (duration: 86.602419ms)","trace[336053902] 'applied index is now lower than readState.Index' (duration: 242.847337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:44.922628Z","caller":"traceutil/trace.go:171","msg":"trace[1724203304] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"491.866662ms","start":"2026-03-29T02:00:44.430749Z","end":"2026-03-29T02:00:44.922616Z","steps":["trace[1724203304] 'process raft request' (duration: 491.562695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.92274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.430731Z","time spent":"491.940053ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:44.923371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.333197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:44.923413Z","caller":"traceutil/trace.go:171","msg":"trace[204078734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"330.422098ms","start":"2026-03-29T02:00:44.59298Z","end":"2026-03-29T02:00:44.923402Z","steps":["trace[204078734] 'agreement among raft nodes before linearized reading' (duration: 330.03545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.923446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.592954Z","time spent":"330.485979ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:00:44.94128Z","caller":"traceutil/trace.go:171","msg":"trace[88671016] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"864.859404ms","start":"2026-03-29T02:00:44.076382Z","end":"2026-03-29T02:00:44.941242Z","steps":["trace[88671016] 'process raft request' (duration: 91.647964ms)","trace[88671016] 'compare' (duration: 753.745879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:44.941429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.076364Z","time spent":"864.992906ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:44.993298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.091993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:44.993279Z","caller":"traceutil/trace.go:171","msg":"trace[1356588554] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"350.36015ms","start":"2026-03-29T02:00:44.642876Z","end":"2026-03-29T02:00:44.993236Z","steps":["trace[1356588554] 'process raft request' (duration: 350.193236ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:44.993355Z","caller":"traceutil/trace.go:171","msg":"trace[646924713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"395.169894ms","start":"2026-03-29T02:00:44.59817Z","end":"2026-03-29T02:00:44.99334Z","steps":["trace[646924713] 'agreement among raft nodes before linearized reading' (duration: 395.00194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.993383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.598164Z","time spent":"395.213975ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:44.993366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.751954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:44.99345Z","caller":"traceutil/trace.go:171","msg":"trace[287629300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"394.851936ms","start":"2026-03-29T02:00:44.598577Z","end":"2026-03-29T02:00:44.993429Z","steps":["trace[287629300] 'agreement among raft nodes before linearized reading' (duration: 394.603101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.993467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.64285Z","time spent":"350.534404ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:44.993495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.598574Z","time spent":"394.912567ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:44.993641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.977055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:44.993777Z","caller":"traceutil/trace.go:171","msg":"trace[1766384385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:586; }","duration":"397.220881ms","start":"2026-03-29T02:00:44.596525Z","end":"2026-03-29T02:00:44.993746Z","steps":["trace[1766384385] 'agreement among raft nodes before linearized reading' (duration: 396.816051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.993838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.596509Z","time spent":"397.320293ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:00:45.330913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.887439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:45.331013Z","caller":"traceutil/trace.go:171","msg":"trace[755761720] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"337.839646ms","start":"2026-03-29T02:00:44.993158Z","end":"2026-03-29T02:00:45.330998Z","steps":["trace[755761720] 'read index received' (duration: 139.797434ms)","trace[755761720] 'applied index is now lower than readState.Index' (duration: 198.041052ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:45.331059Z","caller":"traceutil/trace.go:171","msg":"trace[1597883476] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"389.499485ms","start":"2026-03-29T02:00:44.941523Z","end":"2026-03-29T02:00:45.331023Z","steps":["trace[1597883476] 'process raft request' (duration: 191.416131ms)","trace[1597883476] 'compare' (duration: 197.771097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:45.331094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.682223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:45.331129Z","caller":"traceutil/trace.go:171","msg":"trace[1354943922] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:587; }","duration":"379.740304ms","start":"2026-03-29T02:00:44.951375Z","end":"2026-03-29T02:00:45.331115Z","steps":["trace[1354943922] 'agreement among raft nodes before linearized reading' (duration: 379.665852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.331161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.951362Z","time spent":"379.792096ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-03-29T02:00:45.331341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.941497Z","time spent":"389.624158ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:45.552197Z","caller":"traceutil/trace.go:171","msg":"trace[140721218] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"553.597129ms","start":"2026-03-29T02:00:44.998579Z","end":"2026-03-29T02:00:45.552176Z","steps":["trace[140721218] 'process raft request' (duration: 553.520697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.552341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.998565Z","time spent":"553.699711ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:45.552427Z","caller":"traceutil/trace.go:171","msg":"trace[845472894] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:608; }","duration":"118.632925ms","start":"2026-03-29T02:00:45.433756Z","end":"2026-03-29T02:00:45.552389Z","steps":["trace[845472894] 'read index received' (duration: 116.438105ms)","trace[845472894] 'applied index is now lower than readState.Index' (duration: 2.19328ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:45.552599Z","caller":"traceutil/trace.go:171","msg":"trace[958292332] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"554.495979ms","start":"2026-03-29T02:00:44.998091Z","end":"2026-03-29T02:00:45.552587Z","steps":["trace[958292332] 'process raft request' (duration: 552.131085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.552643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.854759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:45.552678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.998057Z","time spent":"554.579281ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:45.552685Z","caller":"traceutil/trace.go:171","msg":"trace[1159546632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"118.995503ms","start":"2026-03-29T02:00:45.433676Z","end":"2026-03-29T02:00:45.552672Z","steps":["trace[1159546632] 'agreement among raft nodes before linearized reading' (duration: 118.828509ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:45.552959Z","caller":"traceutil/trace.go:171","msg":"trace[1427884059] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"554.185402ms","start":"2026-03-29T02:00:44.998756Z","end":"2026-03-29T02:00:45.552942Z","steps":["trace[1427884059] 'process raft request' (duration: 553.385944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.553083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.998736Z","time spent":"554.265264ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:46.010181Z","caller":"traceutil/trace.go:171","msg":"trace[204332717] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"120.554398ms","start":"2026-03-29T02:00:45.889608Z","end":"2026-03-29T02:00:46.010163Z","steps":["trace[204332717] 'process raft request' (duration: 58.725398ms)","trace[204332717] 'compare' (duration: 61.723297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:47.745075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234238165s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:47.745201Z","caller":"traceutil/trace.go:171","msg":"trace[627949415] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.787158628s","start":"2026-03-29T02:00:45.958022Z","end":"2026-03-29T02:00:47.745181Z","steps":["trace[627949415] 'process raft request' (duration: 552.76438ms)","trace[627949415] 'compare' (duration: 1.231064793s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:47.745302Z","caller":"traceutil/trace.go:171","msg":"trace[798377381] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.616642118s","start":"2026-03-29T02:00:46.12864Z","end":"2026-03-29T02:00:47.745282Z","steps":["trace[798377381] 'process raft request' (duration: 1.616555746s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.745388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731794734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-29T02:00:47.745345Z","caller":"traceutil/trace.go:171","msg":"trace[27607455] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"1.731701392s","start":"2026-03-29T02:00:46.013589Z","end":"2026-03-29T02:00:47.74529Z","steps":["trace[27607455] 'read index received' (duration: 497.211812ms)","trace[27607455] 'applied index is now lower than readState.Index' (duration: 1.23448432s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:47.745413Z","caller":"traceutil/trace.go:171","msg":"trace[1395220293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:594; }","duration":"1.731863656s","start":"2026-03-29T02:00:46.013543Z","end":"2026-03-29T02:00:47.745407Z","steps":["trace[1395220293] 'agreement among raft nodes before linearized reading' (duration: 1.731811805s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.745395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:46.12857Z","time spent":"1.616774982s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:47.745431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:46.013524Z","time spent":"1.731903166s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-29T02:00:47.745547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311428382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:47.745586Z","caller":"traceutil/trace.go:171","msg":"trace[841382129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"1.311505423s","start":"2026-03-29T02:00:46.434067Z","end":"2026-03-29T02:00:47.745572Z","steps":["trace[841382129] 'agreement among raft nodes before linearized reading' (duration: 1.311417651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.74562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:46.434051Z","time spent":"1.311560785s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:47.745653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.391823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:47.745669Z","caller":"traceutil/trace.go:171","msg":"trace[588731043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"188.439855ms","start":"2026-03-29T02:00:47.557225Z","end":"2026-03-29T02:00:47.745665Z","steps":["trace[588731043] 'agreement among raft nodes before linearized reading' (duration: 188.372843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.745739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.552345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:47.745749Z","caller":"traceutil/trace.go:171","msg":"trace[661211119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"187.583726ms","start":"2026-03-29T02:00:47.558162Z","end":"2026-03-29T02:00:47.745746Z","steps":["trace[661211119] 'agreement among raft nodes before linearized reading' (duration: 187.551935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.745831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.525631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:47.745843Z","caller":"traceutil/trace.go:171","msg":"trace[73727458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"410.560033ms","start":"2026-03-29T02:00:47.335279Z","end":"2026-03-29T02:00:47.745839Z","steps":["trace[73727458] 'agreement among raft nodes before linearized reading' (duration: 410.521522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.745854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.335265Z","time spent":"410.586293ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:00:47.745855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105024499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:00:47.745887Z","caller":"traceutil/trace.go:171","msg":"trace[140132350] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:594; }","duration":"1.10508398s","start":"2026-03-29T02:00:46.640793Z","end":"2026-03-29T02:00:47.745877Z","steps":["trace[140132350] 'agreement among raft nodes before linearized reading' (duration: 1.105014259s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.745916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.6787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:00:47.745915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:46.640775Z","time spent":"1.105134161s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-29T02:00:47.74593Z","caller":"traceutil/trace.go:171","msg":"trace[457892928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"188.725872ms","start":"2026-03-29T02:00:47.5572Z","end":"2026-03-29T02:00:47.745926Z","steps":["trace[457892928] 'agreement among raft nodes before linearized reading' (duration: 188.689711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.746197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:45.957997Z","time spent":"1.78725583s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:48.828121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.396461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:48.828346Z","caller":"traceutil/trace.go:171","msg":"trace[392147668] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:615; }","duration":"1.07646762s","start":"2026-03-29T02:00:47.751862Z","end":"2026-03-29T02:00:48.82833Z","steps":["trace[392147668] 'read index received' (duration: 207.792992ms)","trace[392147668] 'applied index is now lower than readState.Index' (duration: 868.673718ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:48.828607Z","caller":"traceutil/trace.go:171","msg":"trace[1165291282] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.076932251s","start":"2026-03-29T02:00:47.751645Z","end":"2026-03-29T02:00:48.828577Z","steps":["trace[1165291282] 'process raft request' (duration: 1.076622374s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:48.828642Z","caller":"traceutil/trace.go:171","msg":"trace[1116859570] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.076579393s","start":"2026-03-29T02:00:47.752042Z","end":"2026-03-29T02:00:48.828621Z","steps":["trace[1116859570] 'process raft request' (duration: 1.076254565s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.828729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.752026Z","time spent":"1.076663215s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:48.828756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.751634Z","time spent":"1.077030434s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:48.828907Z","caller":"traceutil/trace.go:171","msg":"trace[1205859985] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.07733475s","start":"2026-03-29T02:00:47.751547Z","end":"2026-03-29T02:00:48.828882Z","steps":["trace[1205859985] 'process raft request' (duration: 1.076673315s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.828952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077054054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-29T02:00:48.828972Z","caller":"traceutil/trace.go:171","msg":"trace[1316662483] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.07818399s","start":"2026-03-29T02:00:47.750755Z","end":"2026-03-29T02:00:48.828939Z","steps":["trace[1316662483] 'process raft request' (duration: 208.885867ms)","trace[1316662483] 'compare' (duration: 868.289139ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:48.829032Z","caller":"traceutil/trace.go:171","msg":"trace[2051306558] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:598; }","duration":"1.077188207s","start":"2026-03-29T02:00:47.751828Z","end":"2026-03-29T02:00:48.829016Z","steps":["trace[2051306558] 'agreement among raft nodes before linearized reading' (duration: 1.076898981s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.829034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.751507Z","time spent":"1.077466603s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:48.829078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.751817Z","time spent":"1.077252009s","remote":"127.0.0.1:56268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6554,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-03-29T02:00:48.82913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.750745Z","time spent":"1.078293902s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:49.334099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:49.792849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.728736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:49.793131Z","caller":"traceutil/trace.go:171","msg":"trace[1806308346] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.039008995s","start":"2026-03-29T02:00:48.754089Z","end":"2026-03-29T02:00:49.793098Z","steps":["trace[1806308346] 'process raft request' (duration: 722.967762ms)","trace[1806308346] 'compare' (duration: 315.469591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:49.793258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:48.754057Z","time spent":"1.039137809s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:49.793394Z","caller":"traceutil/trace.go:171","msg":"trace[337184374] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"964.988272ms","start":"2026-03-29T02:00:48.828381Z","end":"2026-03-29T02:00:49.793369Z","steps":["trace[337184374] 'read index received' (duration: 648.637131ms)","trace[337184374] 'applied index is now lower than readState.Index' (duration: 316.34896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:51.204241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411305039s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-29T02:00:51.20424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301533275s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:51.204438Z","caller":"traceutil/trace.go:171","msg":"trace[1476218575] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"1.410967972s","start":"2026-03-29T02:00:49.793452Z","end":"2026-03-29T02:00:51.20442Z","steps":["trace[1476218575] 'read index received' (duration: 68.892µs)","trace[1476218575] 'applied index is now lower than readState.Index' (duration: 1.41089709s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:51.204663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445949333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f5slh\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-29T02:00:51.204712Z","caller":"traceutil/trace.go:171","msg":"trace[510991498] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f5slh; range_end:; response_count:1; response_revision:599; }","duration":"1.446025555s","start":"2026-03-29T02:00:49.758673Z","end":"2026-03-29T02:00:51.204699Z","steps":["trace[510991498] 'agreement among raft nodes before linearized reading' (duration: 1.445832711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.20471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769451615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:51.204749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:49.758651Z","time spent":"1.446090357s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-f5slh\" "} {"level":"info","ts":"2026-03-29T02:00:51.204595Z","caller":"traceutil/trace.go:171","msg":"trace[738458368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:599; }","duration":"1.301848922s","start":"2026-03-29T02:00:49.902675Z","end":"2026-03-29T02:00:51.204524Z","steps":["trace[738458368] 'range keys from in-memory index tree' (duration: 1.301515535s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:51.204764Z","caller":"traceutil/trace.go:171","msg":"trace[1057780639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"1.769536777s","start":"2026-03-29T02:00:49.435213Z","end":"2026-03-29T02:00:51.20475Z","steps":["trace[1057780639] 'agreement among raft nodes before linearized reading' (duration: 1.769447625s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.204796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:49.435193Z","time spent":"1.769596828s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:51.204353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448143175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:51.204975Z","caller":"traceutil/trace.go:171","msg":"trace[190904500] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:599; }","duration":"3.448754788s","start":"2026-03-29T02:00:47.756197Z","end":"2026-03-29T02:00:51.204952Z","steps":["trace[190904500] 'agreement among raft nodes before linearized reading' (duration: 2.037307977s)","trace[190904500] 'range keys from in-memory index tree' (duration: 1.410819918s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:51.205055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.756165Z","time spent":"3.448859751s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-29T02:00:51.205066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.437819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:00:51.205128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.230544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:00:51.205133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.870819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:51.205171Z","caller":"traceutil/trace.go:171","msg":"trace[1018291470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"361.92485ms","start":"2026-03-29T02:00:50.843237Z","end":"2026-03-29T02:00:51.205162Z","steps":["trace[1018291470] 'agreement among raft nodes before linearized reading' (duration: 361.833238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.205207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:50.843229Z","time spent":"361.972361ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:00:51.205169Z","caller":"traceutil/trace.go:171","msg":"trace[999530385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"361.298126ms","start":"2026-03-29T02:00:50.84386Z","end":"2026-03-29T02:00:51.205158Z","steps":["trace[999530385] 'agreement among raft nodes before linearized reading' (duration: 361.197104ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:51.205254Z","caller":"traceutil/trace.go:171","msg":"trace[1236785343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"372.576982ms","start":"2026-03-29T02:00:50.83257Z","end":"2026-03-29T02:00:51.205147Z","steps":["trace[1236785343] 'agreement among raft nodes before linearized reading' (duration: 372.305876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.205339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:50.832492Z","time spent":"372.835498ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:51.205375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.371637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:00:51.205264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:50.843842Z","time spent":"361.404248ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:00:51.205422Z","caller":"traceutil/trace.go:171","msg":"trace[1022531803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"372.447559ms","start":"2026-03-29T02:00:50.832964Z","end":"2026-03-29T02:00:51.205412Z","steps":["trace[1022531803] 'agreement among raft nodes before linearized reading' (duration: 372.337946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.205458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:50.832952Z","time spent":"372.495599ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:00:51.456655Z","caller":"traceutil/trace.go:171","msg":"trace[1669054132] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"247.478041ms","start":"2026-03-29T02:00:51.209156Z","end":"2026-03-29T02:00:51.456634Z","steps":["trace[1669054132] 'process raft request' (duration: 247.335528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:51.456732Z","caller":"traceutil/trace.go:171","msg":"trace[1191756129] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"246.389126ms","start":"2026-03-29T02:00:51.21033Z","end":"2026-03-29T02:00:51.456719Z","steps":["trace[1191756129] 'process raft request' (duration: 246.222502ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:51.456929Z","caller":"traceutil/trace.go:171","msg":"trace[651279936] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:621; }","duration":"242.55498ms","start":"2026-03-29T02:00:51.214327Z","end":"2026-03-29T02:00:51.456882Z","steps":["trace[651279936] 'read index received' (duration: 48.443576ms)","trace[651279936] 'applied index is now lower than readState.Index' (duration: 194.109384ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:51.456741Z","caller":"traceutil/trace.go:171","msg":"trace[2005575093] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"246.268063ms","start":"2026-03-29T02:00:51.210449Z","end":"2026-03-29T02:00:51.456717Z","steps":["trace[2005575093] 'process raft request' (duration: 246.13359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.457081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.732553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:51.457097Z","caller":"traceutil/trace.go:171","msg":"trace[1546371112] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"234.944017ms","start":"2026-03-29T02:00:51.222133Z","end":"2026-03-29T02:00:51.457077Z","steps":["trace[1546371112] 'process raft request' (duration: 234.499507ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:51.457196Z","caller":"traceutil/trace.go:171","msg":"trace[1300811172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"242.820916ms","start":"2026-03-29T02:00:51.214289Z","end":"2026-03-29T02:00:51.457109Z","steps":["trace[1300811172] 'agreement among raft nodes before linearized reading' (duration: 242.723324ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:51.456638Z","caller":"traceutil/trace.go:171","msg":"trace[1714519571] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"247.528203ms","start":"2026-03-29T02:00:51.209078Z","end":"2026-03-29T02:00:51.456606Z","steps":["trace[1714519571] 'process raft request' (duration: 247.240836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:52.090633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:52.59148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:53.091812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:53.591988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:54.092565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:54.43835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:00:54.438596Z","caller":"traceutil/trace.go:171","msg":"trace[940952260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335693s","start":"2026-03-29T02:00:52.43824Z","end":"2026-03-29T02:00:54.438575Z","steps":["trace[940952260] 'agreement among raft nodes before linearized reading' (duration: 2.000075337s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:54.438754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:52.438217Z","time spent":"2.000522577s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:00:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:00:54.593081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:55.093458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:55.594602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:56.095142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:56.245548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.78924484s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:00:56.246091Z","caller":"traceutil/trace.go:171","msg":"trace[811154805] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"4.978282737s","start":"2026-03-29T02:00:51.267779Z","end":"2026-03-29T02:00:56.246062Z","steps":["trace[811154805] 'process raft request' (duration: 4.978150564s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.246105Z","caller":"traceutil/trace.go:171","msg":"trace[846096614] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"4.976415974s","start":"2026-03-29T02:00:51.26966Z","end":"2026-03-29T02:00:56.246076Z","steps":["trace[846096614] 'process raft request' (duration: 4.976360523s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.246134Z","caller":"traceutil/trace.go:171","msg":"trace[1923590702] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"4.97664609s","start":"2026-03-29T02:00:51.269456Z","end":"2026-03-29T02:00:56.246102Z","steps":["trace[1923590702] 'process raft request' (duration: 4.976511837s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.246214Z","caller":"traceutil/trace.go:171","msg":"trace[477415600] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"4.978498512s","start":"2026-03-29T02:00:51.267695Z","end":"2026-03-29T02:00:56.246193Z","steps":["trace[477415600] 'process raft request' (duration: 4.978076613s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.246303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:51.267773Z","time spent":"4.978402291s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:56.246323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:51.267673Z","time spent":"4.978586475s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:00:56.246327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:51.26943Z","time spent":"4.976787364s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:56.246525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:51.269651Z","time spent":"4.976805634s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:56.428935Z","caller":"traceutil/trace.go:171","msg":"trace[1046955741] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:627; }","duration":"4.838999907s","start":"2026-03-29T02:00:51.58991Z","end":"2026-03-29T02:00:56.42891Z","steps":["trace[1046955741] 'read index received' (duration: 4.655872732s)","trace[1046955741] 'applied index is now lower than readState.Index' (duration: 183.125885ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:56.429054Z","caller":"traceutil/trace.go:171","msg":"trace[1869877484] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.211074678s","start":"2026-03-29T02:00:55.217947Z","end":"2026-03-29T02:00:56.429021Z","steps":["trace[1869877484] 'process raft request' (duration: 1.135935838s)","trace[1869877484] 'compare' (duration: 74.911245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:56.429172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839250862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:00:56.429206Z","caller":"traceutil/trace.go:171","msg":"trace[471265577] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:610; }","duration":"4.839345174s","start":"2026-03-29T02:00:51.589851Z","end":"2026-03-29T02:00:56.429196Z","steps":["trace[471265577] 'agreement among raft nodes before linearized reading' (duration: 4.839196971s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.429207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:55.217922Z","time spent":"1.211201952s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:56.429239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:51.589822Z","time spent":"4.839409296s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:00:56.429252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967828838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:56.429317Z","caller":"traceutil/trace.go:171","msg":"trace[984270603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"2.967931351s","start":"2026-03-29T02:00:53.461368Z","end":"2026-03-29T02:00:56.429299Z","steps":["trace[984270603] 'agreement among raft nodes before linearized reading' (duration: 2.967725216s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.429357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96658188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:00:56.429396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:53.461354Z","time spent":"2.968029542s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:00:56.429409Z","caller":"traceutil/trace.go:171","msg":"trace[120194745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"2.966675892s","start":"2026-03-29T02:00:53.462717Z","end":"2026-03-29T02:00:56.429393Z","steps":["trace[120194745] 'agreement among raft nodes before linearized reading' (duration: 2.966539189s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.42945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:53.462686Z","time spent":"2.966752023s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:00:56.429567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.802529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:56.429607Z","caller":"traceutil/trace.go:171","msg":"trace[1039689824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"426.884501ms","start":"2026-03-29T02:00:56.002709Z","end":"2026-03-29T02:00:56.429594Z","steps":["trace[1039689824] 'agreement among raft nodes before linearized reading' (duration: 426.82459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.429608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990737083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:56.429651Z","caller":"traceutil/trace.go:171","msg":"trace[1479498077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.990808325s","start":"2026-03-29T02:00:54.43883Z","end":"2026-03-29T02:00:56.429639Z","steps":["trace[1479498077] 'agreement among raft nodes before linearized reading' (duration: 1.990745694s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.429649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:56.002688Z","time spent":"426.947472ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:56.429652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968221167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:00:56.429679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:54.438807Z","time spent":"1.990866447s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:00:56.429704Z","caller":"traceutil/trace.go:171","msg":"trace[634374086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"2.968320399s","start":"2026-03-29T02:00:53.461368Z","end":"2026-03-29T02:00:56.429688Z","steps":["trace[634374086] 'agreement among raft nodes before linearized reading' (duration: 2.968165376s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.429752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:53.461349Z","time spent":"2.96839063s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:56.429944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968488223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:56.430009Z","caller":"traceutil/trace.go:171","msg":"trace[629614799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:610; }","duration":"2.968573205s","start":"2026-03-29T02:00:53.461402Z","end":"2026-03-29T02:00:56.429976Z","steps":["trace[629614799] 'agreement among raft nodes before linearized reading' (duration: 2.968458352s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.430053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:53.461382Z","time spent":"2.968658996s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:00:56.563988Z","caller":"traceutil/trace.go:171","msg":"trace[420955200] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"108.131137ms","start":"2026-03-29T02:00:56.455831Z","end":"2026-03-29T02:00:56.563962Z","steps":["trace[420955200] 'read index received' (duration: 106.665704ms)","trace[420955200] 'applied index is now lower than readState.Index' (duration: 1.463913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:56.56434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.421755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:00:56.564389Z","caller":"traceutil/trace.go:171","msg":"trace[155653310] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:610; }","duration":"108.589977ms","start":"2026-03-29T02:00:56.455786Z","end":"2026-03-29T02:00:56.564376Z","steps":["trace[155653310] 'agreement among raft nodes before linearized reading' (duration: 108.331542ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.570006Z","caller":"traceutil/trace.go:171","msg":"trace[1356409950] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"113.892578ms","start":"2026-03-29T02:00:56.456094Z","end":"2026-03-29T02:00:56.569987Z","steps":["trace[1356409950] 'process raft request' (duration: 113.705284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.570211Z","caller":"traceutil/trace.go:171","msg":"trace[2073161722] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"114.081992ms","start":"2026-03-29T02:00:56.45612Z","end":"2026-03-29T02:00:56.570202Z","steps":["trace[2073161722] 'process raft request' (duration: 113.831076ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.57039Z","caller":"traceutil/trace.go:171","msg":"trace[1057686934] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"114.051341ms","start":"2026-03-29T02:00:56.456331Z","end":"2026-03-29T02:00:56.570383Z","steps":["trace[1057686934] 'process raft request' (duration: 113.840216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.57075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.546241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:56.570918Z","caller":"traceutil/trace.go:171","msg":"trace[64824955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"110.699224ms","start":"2026-03-29T02:00:56.460159Z","end":"2026-03-29T02:00:56.570858Z","steps":["trace[64824955] 'agreement among raft nodes before linearized reading' (duration: 110.47781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.085315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.267325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:59.085554Z","caller":"traceutil/trace.go:171","msg":"trace[2057048509] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"650.917041ms","start":"2026-03-29T02:00:58.434605Z","end":"2026-03-29T02:00:59.085522Z","steps":["trace[2057048509] 'read index received' (duration: 472.223717ms)","trace[2057048509] 'applied index is now lower than readState.Index' (duration: 178.690284ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:59.085732Z","caller":"traceutil/trace.go:171","msg":"trace[1397602678] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"996.792359ms","start":"2026-03-29T02:00:58.088923Z","end":"2026-03-29T02:00:59.085716Z","steps":["trace[1397602678] 'process raft request' (duration: 817.973402ms)","trace[1397602678] 'compare' (duration: 177.861226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:59.085826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:58.088904Z","time spent":"996.877161ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:59.086174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.513777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:00:59.086385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.485878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:00:59.086389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.783421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:59.086423Z","caller":"traceutil/trace.go:171","msg":"trace[240729097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"508.56426ms","start":"2026-03-29T02:00:58.577847Z","end":"2026-03-29T02:00:59.086411Z","steps":["trace[240729097] 'agreement among raft nodes before linearized reading' (duration: 508.467268ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:59.086435Z","caller":"traceutil/trace.go:171","msg":"trace[1277708303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"651.852622ms","start":"2026-03-29T02:00:58.434566Z","end":"2026-03-29T02:00:59.086418Z","steps":["trace[1277708303] 'agreement among raft nodes before linearized reading' (duration: 651.77116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.086457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:58.577823Z","time spent":"508.629381ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:59.086468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:58.434546Z","time spent":"651.915964ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:59.086498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.842305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:59.086574Z","caller":"traceutil/trace.go:171","msg":"trace[330620519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"508.959578ms","start":"2026-03-29T02:00:58.577595Z","end":"2026-03-29T02:00:59.086555Z","steps":["trace[330620519] 'agreement among raft nodes before linearized reading' (duration: 508.761664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.086619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:58.57757Z","time spent":"509.04124ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:59.086655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.072967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f5slh\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-29T02:00:59.086682Z","caller":"traceutil/trace.go:171","msg":"trace[1550632071] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f5slh; range_end:; response_count:1; response_revision:626; }","duration":"291.127329ms","start":"2026-03-29T02:00:58.795548Z","end":"2026-03-29T02:00:59.086676Z","steps":["trace[1550632071] 'agreement among raft nodes before linearized reading' (duration: 291.050657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:59.086837Z","caller":"traceutil/trace.go:171","msg":"trace[51087618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"511.804694ms","start":"2026-03-29T02:00:58.574588Z","end":"2026-03-29T02:00:59.086393Z","steps":["trace[51087618] 'agreement among raft nodes before linearized reading' (duration: 511.410915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.086949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:58.574569Z","time spent":"512.364577ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:00:59.08684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.403954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:00:59.087229Z","caller":"traceutil/trace.go:171","msg":"trace[989655079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"511.779662ms","start":"2026-03-29T02:00:58.575415Z","end":"2026-03-29T02:00:59.087195Z","steps":["trace[989655079] 'agreement among raft nodes before linearized reading' (duration: 511.281491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.087384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:58.575408Z","time spent":"511.934947ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:00:59.373784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.977221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:59.373955Z","caller":"traceutil/trace.go:171","msg":"trace[835381432] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"282.794941ms","start":"2026-03-29T02:00:59.091098Z","end":"2026-03-29T02:00:59.373893Z","steps":["trace[835381432] 'process raft request' (duration: 130.613155ms)","trace[835381432] 'compare' (duration: 151.872049ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:59.408025Z","caller":"traceutil/trace.go:171","msg":"trace[522775183] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"316.754639ms","start":"2026-03-29T02:00:59.091257Z","end":"2026-03-29T02:00:59.408012Z","steps":["trace[522775183] 'process raft request' (duration: 316.621896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.40812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:59.091249Z","time spent":"316.81302ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:59.40837Z","caller":"traceutil/trace.go:171","msg":"trace[95082166] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"317.110236ms","start":"2026-03-29T02:00:59.091239Z","end":"2026-03-29T02:00:59.40835Z","steps":["trace[95082166] 'process raft request' (duration: 316.730408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.40847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:59.091156Z","time spent":"317.26193ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:59.408625Z","caller":"traceutil/trace.go:171","msg":"trace[484554671] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"316.274088ms","start":"2026-03-29T02:00:59.092312Z","end":"2026-03-29T02:00:59.408586Z","steps":["trace[484554671] 'process raft request' (duration: 315.91522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.408786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:59.092301Z","time spent":"316.403751ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:59.409088Z","caller":"traceutil/trace.go:171","msg":"trace[1337318921] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"308.040561ms","start":"2026-03-29T02:00:59.101036Z","end":"2026-03-29T02:00:59.409077Z","steps":["trace[1337318921] 'process raft request' (duration: 307.307475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:59.409254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:59.101019Z","time spent":"308.110543ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:59.711471Z","caller":"traceutil/trace.go:171","msg":"trace[1343363491] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"122.271826ms","start":"2026-03-29T02:00:59.589162Z","end":"2026-03-29T02:00:59.711434Z","steps":["trace[1343363491] 'process raft request' (duration: 122.138173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:59.917014Z","caller":"traceutil/trace.go:171","msg":"trace[1149858124] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"175.86244ms","start":"2026-03-29T02:00:59.741116Z","end":"2026-03-29T02:00:59.916979Z","steps":["trace[1149858124] 'process raft request' (duration: 108.920695ms)","trace[1149858124] 'compare' (duration: 66.619928ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:00.15007Z","caller":"traceutil/trace.go:171","msg":"trace[1633074690] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"227.938649ms","start":"2026-03-29T02:00:59.922105Z","end":"2026-03-29T02:01:00.150044Z","steps":["trace[1633074690] 'read index received' (duration: 201.477049ms)","trace[1633074690] 'applied index is now lower than readState.Index' (duration: 26.457709ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:00.150095Z","caller":"traceutil/trace.go:171","msg":"trace[1932512065] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"228.356279ms","start":"2026-03-29T02:00:59.921709Z","end":"2026-03-29T02:01:00.150065Z","steps":["trace[1932512065] 'process raft request' (duration: 201.982672ms)","trace[1932512065] 'compare' (duration: 26.207253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:00.15044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.159796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:00.150494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.054655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f5slh\" ","response":"range_response_count:1 size:17708"} {"level":"warn","ts":"2026-03-29T02:01:00.150542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.392301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.150594Z","caller":"traceutil/trace.go:171","msg":"trace[1011430655] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"217.306029ms","start":"2026-03-29T02:00:59.933233Z","end":"2026-03-29T02:01:00.150539Z","steps":["trace[1011430655] 'agreement among raft nodes before linearized reading' (duration: 217.136365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.150666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.587549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.150713Z","caller":"traceutil/trace.go:171","msg":"trace[1106607610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"219.672481ms","start":"2026-03-29T02:00:59.931028Z","end":"2026-03-29T02:01:00.1507Z","steps":["trace[1106607610] 'agreement among raft nodes before linearized reading' (duration: 219.61205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.150707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.860069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:00.150468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.479887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:00.150847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.047963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.150886Z","caller":"traceutil/trace.go:171","msg":"trace[1133926335] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"219.951018ms","start":"2026-03-29T02:00:59.930925Z","end":"2026-03-29T02:01:00.150876Z","steps":["trace[1133926335] 'agreement among raft nodes before linearized reading' (duration: 219.431337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.15096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.918239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:00.150994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.478403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.151045Z","caller":"traceutil/trace.go:171","msg":"trace[1412933583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"190.044942ms","start":"2026-03-29T02:00:59.960987Z","end":"2026-03-29T02:01:00.151032Z","steps":["trace[1412933583] 'agreement among raft nodes before linearized reading' (duration: 189.869258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.151133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.355794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.151181Z","caller":"traceutil/trace.go:171","msg":"trace[1256298611] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"226.414355ms","start":"2026-03-29T02:00:59.924753Z","end":"2026-03-29T02:01:00.151167Z","steps":["trace[1256298611] 'agreement among raft nodes before linearized reading' (duration: 225.575116ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.150882Z","caller":"traceutil/trace.go:171","msg":"trace[1060667399] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"225.000722ms","start":"2026-03-29T02:00:59.925772Z","end":"2026-03-29T02:01:00.150773Z","steps":["trace[1060667399] 'agreement among raft nodes before linearized reading' (duration: 224.754176ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.151069Z","caller":"traceutil/trace.go:171","msg":"trace[232845419] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"225.548914ms","start":"2026-03-29T02:00:59.925504Z","end":"2026-03-29T02:01:00.151053Z","steps":["trace[232845419] 'agreement among raft nodes before linearized reading' (duration: 225.459282ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.150901Z","caller":"traceutil/trace.go:171","msg":"trace[1026134203] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"225.107254ms","start":"2026-03-29T02:00:59.925777Z","end":"2026-03-29T02:01:00.150884Z","steps":["trace[1026134203] 'agreement among raft nodes before linearized reading' (duration: 224.873109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.150609Z","caller":"traceutil/trace.go:171","msg":"trace[228231980] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"217.469583ms","start":"2026-03-29T02:00:59.933113Z","end":"2026-03-29T02:01:00.150583Z","steps":["trace[228231980] 'agreement among raft nodes before linearized reading' (duration: 217.407151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.15049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.368958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:00.151384Z","caller":"traceutil/trace.go:171","msg":"trace[317639381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:634; }","duration":"229.293308ms","start":"2026-03-29T02:00:59.92208Z","end":"2026-03-29T02:01:00.151373Z","steps":["trace[317639381] 'agreement among raft nodes before linearized reading' (duration: 228.101712ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.150581Z","caller":"traceutil/trace.go:171","msg":"trace[974982766] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f5slh; range_end:; response_count:1; response_revision:634; }","duration":"176.178777ms","start":"2026-03-29T02:00:59.974386Z","end":"2026-03-29T02:01:00.150565Z","steps":["trace[974982766] 'agreement among raft nodes before linearized reading' (duration: 175.938182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.182656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.550632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.182738Z","caller":"traceutil/trace.go:171","msg":"trace[201137824] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:634; }","duration":"256.364152ms","start":"2026-03-29T02:00:59.92635Z","end":"2026-03-29T02:01:00.182714Z","steps":["trace[201137824] 'agreement among raft nodes before linearized reading' (duration: 224.560882ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.355612Z","caller":"traceutil/trace.go:171","msg":"trace[636210278] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"124.920787ms","start":"2026-03-29T02:01:00.230666Z","end":"2026-03-29T02:01:00.355586Z","steps":["trace[636210278] 'process raft request' (duration: 124.742923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.935579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.706941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:00.93597Z","caller":"traceutil/trace.go:171","msg":"trace[1717098310] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"201.767006ms","start":"2026-03-29T02:01:00.734178Z","end":"2026-03-29T02:01:00.935945Z","steps":["trace[1717098310] 'process raft request' (duration: 65.598665ms)","trace[1717098310] 'compare' (duration: 135.564688ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:01.306563Z","caller":"traceutil/trace.go:171","msg":"trace[978931155] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"379.165042ms","start":"2026-03-29T02:01:00.927379Z","end":"2026-03-29T02:01:01.306544Z","steps":["trace[978931155] 'process raft request' (duration: 351.431514ms)","trace[978931155] 'compare' (duration: 27.589944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:01.306734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.927355Z","time spent":"379.334026ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:01.61664Z","caller":"traceutil/trace.go:171","msg":"trace[183769923] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"674.775721ms","start":"2026-03-29T02:01:00.941829Z","end":"2026-03-29T02:01:01.616605Z","steps":["trace[183769923] 'process raft request' (duration: 637.59392ms)","trace[183769923] 'compare' (duration: 36.556147ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:01.616842Z","caller":"traceutil/trace.go:171","msg":"trace[764129832] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"488.847613ms","start":"2026-03-29T02:01:01.127971Z","end":"2026-03-29T02:01:01.616819Z","steps":["trace[764129832] 'process raft request' (duration: 488.691689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.617147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.461568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f5slh\" ","response":"range_response_count:1 size:17790"} {"level":"warn","ts":"2026-03-29T02:01:01.617163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.941755Z","time spent":"674.968715ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:01.616751Z","caller":"traceutil/trace.go:171","msg":"trace[1019524605] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:676; }","duration":"630.042218ms","start":"2026-03-29T02:01:00.986679Z","end":"2026-03-29T02:01:01.616721Z","steps":["trace[1019524605] 'read index received' (duration: 292.268385ms)","trace[1019524605] 'applied index is now lower than readState.Index' (duration: 337.772543ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:01.617216Z","caller":"traceutil/trace.go:171","msg":"trace[2023411036] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f5slh; range_end:; response_count:1; response_revision:656; }","duration":"630.570861ms","start":"2026-03-29T02:01:00.986629Z","end":"2026-03-29T02:01:01.6172Z","steps":["trace[2023411036] 'agreement among raft nodes before linearized reading' (duration: 630.345536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.617266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.986613Z","time spent":"630.641892ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17813,"request content":"key:\"/registry/pods/kube-system/cilium-f5slh\" "} {"level":"info","ts":"2026-03-29T02:01:01.617041Z","caller":"traceutil/trace.go:171","msg":"trace[1959959875] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"629.418816ms","start":"2026-03-29T02:01:00.987589Z","end":"2026-03-29T02:01:01.617007Z","steps":["trace[1959959875] 'process raft request' (duration: 628.922574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.617279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.127928Z","time spent":"489.196591ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:01.617387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.987569Z","time spent":"629.745513ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:02.002614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.212529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:02.00282Z","caller":"traceutil/trace.go:171","msg":"trace[825951692] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:680; }","duration":"385.557476ms","start":"2026-03-29T02:01:01.617246Z","end":"2026-03-29T02:01:02.002804Z","steps":["trace[825951692] 'read index received' (duration: 269.06335ms)","trace[825951692] 'applied index is now lower than readState.Index' (duration: 116.493246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:02.002924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.477295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:01:02.002971Z","caller":"traceutil/trace.go:171","msg":"trace[43556849] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:659; }","duration":"412.560327ms","start":"2026-03-29T02:01:01.590398Z","end":"2026-03-29T02:01:02.002958Z","steps":["trace[43556849] 'agreement among raft nodes before linearized reading' (duration: 412.421394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.002998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.950817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:02.003007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.590376Z","time spent":"412.621928ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-29T02:01:02.003026Z","caller":"traceutil/trace.go:171","msg":"trace[1017419195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"569.009947ms","start":"2026-03-29T02:01:01.434007Z","end":"2026-03-29T02:01:02.003017Z","steps":["trace[1017419195] 'agreement among raft nodes before linearized reading' (duration: 568.974747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.003064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.433988Z","time spent":"569.067859ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:02.003051Z","caller":"traceutil/trace.go:171","msg":"trace[1794260339] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"673.034042ms","start":"2026-03-29T02:01:01.329992Z","end":"2026-03-29T02:01:02.003026Z","steps":["trace[1794260339] 'process raft request' (duration: 672.720375ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.003074Z","caller":"traceutil/trace.go:171","msg":"trace[1414718419] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"690.294553ms","start":"2026-03-29T02:01:01.312749Z","end":"2026-03-29T02:01:02.003043Z","steps":["trace[1414718419] 'process raft request' (duration: 573.566572ms)","trace[1414718419] 'compare' (duration: 116.092627ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:02.003156Z","caller":"traceutil/trace.go:171","msg":"trace[765233180] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"473.572698ms","start":"2026-03-29T02:01:01.529572Z","end":"2026-03-29T02:01:02.003145Z","steps":["trace[765233180] 'process raft request' (duration: 473.18865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.003196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.329956Z","time spent":"673.173335ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:02.003235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.312715Z","time spent":"690.415845ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:02.003212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.52955Z","time spent":"473.637589ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:02.002936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.065266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:02.003382Z","caller":"traceutil/trace.go:171","msg":"trace[1717809485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:659; }","duration":"625.547467ms","start":"2026-03-29T02:01:01.377822Z","end":"2026-03-29T02:01:02.003369Z","steps":["trace[1717809485] 'agreement among raft nodes before linearized reading' (duration: 625.037106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.003426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.377801Z","time spent":"625.610978ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:02.003477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.040911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:02.003614Z","caller":"traceutil/trace.go:171","msg":"trace[1727502379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"589.258766ms","start":"2026-03-29T02:01:01.414336Z","end":"2026-03-29T02:01:02.003594Z","steps":["trace[1727502379] 'agreement among raft nodes before linearized reading' (duration: 588.57818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.003719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.414326Z","time spent":"589.37458ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:02.003731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.367451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:02.00381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.926251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:02.003855Z","caller":"traceutil/trace.go:171","msg":"trace[1845356695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:659; }","duration":"590.010184ms","start":"2026-03-29T02:01:01.413837Z","end":"2026-03-29T02:01:02.003847Z","steps":["trace[1845356695] 'agreement among raft nodes before linearized reading' (duration: 589.110003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.003863Z","caller":"traceutil/trace.go:171","msg":"trace[404779944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"590.574676ms","start":"2026-03-29T02:01:01.41327Z","end":"2026-03-29T02:01:02.003845Z","steps":["trace[404779944] 'agreement among raft nodes before linearized reading' (duration: 589.685125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.003936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.413774Z","time spent":"590.153687ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:02.00396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.413252Z","time spent":"590.691909ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:02.195377Z","caller":"traceutil/trace.go:171","msg":"trace[1805848665] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"563.637986ms","start":"2026-03-29T02:01:01.631716Z","end":"2026-03-29T02:01:02.195354Z","steps":["trace[1805848665] 'process raft request' (duration: 562.298656ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.195473Z","caller":"traceutil/trace.go:171","msg":"trace[890138849] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"467.302257ms","start":"2026-03-29T02:01:01.728149Z","end":"2026-03-29T02:01:02.195451Z","steps":["trace[890138849] 'process raft request' (duration: 467.101232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.195524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.631685Z","time spent":"563.768189ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:02.195741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.728124Z","time spent":"467.503421ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:02.213218Z","caller":"traceutil/trace.go:171","msg":"trace[826328330] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"263.542064ms","start":"2026-03-29T02:01:01.949652Z","end":"2026-03-29T02:01:02.213194Z","steps":["trace[826328330] 'process raft request' (duration: 263.210117ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.213931Z","caller":"traceutil/trace.go:171","msg":"trace[1112070673] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"204.065178ms","start":"2026-03-29T02:01:02.009844Z","end":"2026-03-29T02:01:02.213909Z","steps":["trace[1112070673] 'process raft request' (duration: 203.473304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.214097Z","caller":"traceutil/trace.go:171","msg":"trace[132116447] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"204.512508ms","start":"2026-03-29T02:01:02.009578Z","end":"2026-03-29T02:01:02.21409Z","steps":["trace[132116447] 'process raft request' (duration: 203.596907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.214164Z","caller":"traceutil/trace.go:171","msg":"trace[213660652] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"204.336475ms","start":"2026-03-29T02:01:02.009821Z","end":"2026-03-29T02:01:02.214157Z","steps":["trace[213660652] 'process raft request' (duration: 203.439544ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.214214Z","caller":"traceutil/trace.go:171","msg":"trace[1315469262] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"201.255625ms","start":"2026-03-29T02:01:02.012952Z","end":"2026-03-29T02:01:02.214208Z","steps":["trace[1315469262] 'process raft request' (duration: 200.771824ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.214203Z","caller":"traceutil/trace.go:171","msg":"trace[1869010246] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"202.634786ms","start":"2026-03-29T02:01:02.011551Z","end":"2026-03-29T02:01:02.214186Z","steps":["trace[1869010246] 'process raft request' (duration: 202.026622ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.21427Z","caller":"traceutil/trace.go:171","msg":"trace[1951289475] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"204.373926ms","start":"2026-03-29T02:01:02.009875Z","end":"2026-03-29T02:01:02.214249Z","steps":["trace[1951289475] 'process raft request' (duration: 203.659639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.214795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.970512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:02.214807Z","caller":"traceutil/trace.go:171","msg":"trace[1856024907] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:683; }","duration":"209.318848ms","start":"2026-03-29T02:01:02.004806Z","end":"2026-03-29T02:01:02.214125Z","steps":["trace[1856024907] 'read index received' (duration: 189.228593ms)","trace[1856024907] 'applied index is now lower than readState.Index' (duration: 20.089025ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:02.214856Z","caller":"traceutil/trace.go:171","msg":"trace[591996286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"210.076275ms","start":"2026-03-29T02:01:02.004768Z","end":"2026-03-29T02:01:02.214844Z","steps":["trace[591996286] 'agreement among raft nodes before linearized reading' (duration: 209.972163ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:04.905676Z","caller":"traceutil/trace.go:171","msg":"trace[1221433670] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"133.305347ms","start":"2026-03-29T02:01:04.772347Z","end":"2026-03-29T02:01:04.905653Z","steps":["trace[1221433670] 'process raft request' (duration: 107.007302ms)","trace[1221433670] 'compare' (duration: 26.09769ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:05.163805Z","caller":"traceutil/trace.go:171","msg":"trace[1205302107] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"201.388717ms","start":"2026-03-29T02:01:04.962389Z","end":"2026-03-29T02:01:05.163778Z","steps":["trace[1205302107] 'process raft request' (duration: 175.719886ms)","trace[1205302107] 'compare' (duration: 25.413886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:05.163937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.565934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:05.163978Z","caller":"traceutil/trace.go:171","msg":"trace[1096391173] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:710; }","duration":"194.622016ms","start":"2026-03-29T02:01:04.969346Z","end":"2026-03-29T02:01:05.163968Z","steps":["trace[1096391173] 'agreement among raft nodes before linearized reading' (duration: 194.542214ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:05.164084Z","caller":"traceutil/trace.go:171","msg":"trace[1883564215] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:734; }","duration":"194.252767ms","start":"2026-03-29T02:01:04.969364Z","end":"2026-03-29T02:01:05.163617Z","steps":["trace[1883564215] 'read index received' (duration: 27.995033ms)","trace[1883564215] 'applied index is now lower than readState.Index' (duration: 166.255014ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:05.205881Z","caller":"traceutil/trace.go:171","msg":"trace[1573343086] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"181.224951ms","start":"2026-03-29T02:01:05.024563Z","end":"2026-03-29T02:01:05.205788Z","steps":["trace[1573343086] 'process raft request' (duration: 181.104898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:05.206074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.268503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:05.206137Z","caller":"traceutil/trace.go:171","msg":"trace[2103208417] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:711; }","duration":"223.338994ms","start":"2026-03-29T02:01:04.982781Z","end":"2026-03-29T02:01:05.20612Z","steps":["trace[2103208417] 'agreement among raft nodes before linearized reading' (duration: 223.252912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:05.206104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.21829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:05.206273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.54558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:05.206309Z","caller":"traceutil/trace.go:171","msg":"trace[1656058794] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:711; }","duration":"223.59527ms","start":"2026-03-29T02:01:04.982705Z","end":"2026-03-29T02:01:05.2063Z","steps":["trace[1656058794] 'agreement among raft nodes before linearized reading' (duration: 223.544389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:05.206393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.427734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:05.206442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.519588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-29T02:01:05.206475Z","caller":"traceutil/trace.go:171","msg":"trace[1135526122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:711; }","duration":"234.580579ms","start":"2026-03-29T02:01:04.971887Z","end":"2026-03-29T02:01:05.206467Z","steps":["trace[1135526122] 'agreement among raft nodes before linearized reading' (duration: 234.516858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:05.206463Z","caller":"traceutil/trace.go:171","msg":"trace[272839800] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:711; }","duration":"188.516436ms","start":"2026-03-29T02:01:05.017939Z","end":"2026-03-29T02:01:05.206455Z","steps":["trace[272839800] 'agreement among raft nodes before linearized reading' (duration: 188.423774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:05.206489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.924326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:05.206595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.196987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:05.206717Z","caller":"traceutil/trace.go:171","msg":"trace[1202625904] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:711; }","duration":"187.337439ms","start":"2026-03-29T02:01:05.019372Z","end":"2026-03-29T02:01:05.20671Z","steps":["trace[1202625904] 'agreement among raft nodes before linearized reading' (duration: 187.202066ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:05.206567Z","caller":"traceutil/trace.go:171","msg":"trace[1137965721] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:711; }","duration":"189.024508ms","start":"2026-03-29T02:01:05.01753Z","end":"2026-03-29T02:01:05.206554Z","steps":["trace[1137965721] 'agreement among raft nodes before linearized reading' (duration: 188.883565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:05.206379Z","caller":"traceutil/trace.go:171","msg":"trace[671713041] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:711; }","duration":"222.546627ms","start":"2026-03-29T02:01:04.983731Z","end":"2026-03-29T02:01:05.206277Z","steps":["trace[671713041] 'agreement among raft nodes before linearized reading' (duration: 222.116267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:05.206395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.070108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f5slh\" ","response":"range_response_count:1 size:18516"} {"level":"warn","ts":"2026-03-29T02:01:05.206671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.68236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:05.207471Z","caller":"traceutil/trace.go:171","msg":"trace[1870658722] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:711; }","duration":"113.503488ms","start":"2026-03-29T02:01:05.093953Z","end":"2026-03-29T02:01:05.207456Z","steps":["trace[1870658722] 'agreement among raft nodes before linearized reading' (duration: 112.67385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:05.207532Z","caller":"traceutil/trace.go:171","msg":"trace[272639874] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f5slh; range_end:; response_count:1; response_revision:711; }","duration":"186.130092ms","start":"2026-03-29T02:01:05.021273Z","end":"2026-03-29T02:01:05.207403Z","steps":["trace[272639874] 'agreement among raft nodes before linearized reading' (duration: 184.983936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:05.206687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.777414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-03-29T02:01:05.207705Z","caller":"traceutil/trace.go:171","msg":"trace[969799692] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:711; }","duration":"235.822297ms","start":"2026-03-29T02:01:04.971867Z","end":"2026-03-29T02:01:05.207689Z","steps":["trace[969799692] 'agreement among raft nodes before linearized reading' (duration: 234.738083ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:05.344391Z","caller":"traceutil/trace.go:171","msg":"trace[133399567] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"125.678045ms","start":"2026-03-29T02:01:05.218695Z","end":"2026-03-29T02:01:05.344373Z","steps":["trace[133399567] 'process raft request' (duration: 125.301386ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.39533Z","caller":"traceutil/trace.go:171","msg":"trace[2127463076] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"124.61756ms","start":"2026-03-29T02:01:06.270691Z","end":"2026-03-29T02:01:06.395308Z","steps":["trace[2127463076] 'process raft request' (duration: 124.535728ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.395355Z","caller":"traceutil/trace.go:171","msg":"trace[1183071110] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:738; }","duration":"168.190876ms","start":"2026-03-29T02:01:06.227135Z","end":"2026-03-29T02:01:06.395326Z","steps":["trace[1183071110] 'read index received' (duration: 35.168876ms)","trace[1183071110] 'applied index is now lower than readState.Index' (duration: 133.02028ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:06.395501Z","caller":"traceutil/trace.go:171","msg":"trace[857510662] transaction","detail":"{read_only:false; number_of_response:0; response_revision:713; }","duration":"179.058883ms","start":"2026-03-29T02:01:06.216432Z","end":"2026-03-29T02:01:06.39549Z","steps":["trace[857510662] 'process raft request' (duration: 99.422881ms)","trace[857510662] 'compare' (duration: 79.294474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:06.395787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.435001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T02:01:06.395836Z","caller":"traceutil/trace.go:171","msg":"trace[744128365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:714; }","duration":"164.516002ms","start":"2026-03-29T02:01:06.231309Z","end":"2026-03-29T02:01:06.395825Z","steps":["trace[744128365] 'agreement among raft nodes before linearized reading' (duration: 164.376649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:06.395929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.316391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:06.395976Z","caller":"traceutil/trace.go:171","msg":"trace[1638280213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:714; }","duration":"150.395923ms","start":"2026-03-29T02:01:06.245568Z","end":"2026-03-29T02:01:06.395964Z","steps":["trace[1638280213] 'agreement among raft nodes before linearized reading' (duration: 150.23581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:06.396049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.973911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:01:06.396091Z","caller":"traceutil/trace.go:171","msg":"trace[567767945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:714; }","duration":"164.030843ms","start":"2026-03-29T02:01:06.232051Z","end":"2026-03-29T02:01:06.396081Z","steps":["trace[567767945] 'agreement among raft nodes before linearized reading' (duration: 163.928339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:06.396121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.708588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:01:06.396165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.45699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1712"} {"level":"info","ts":"2026-03-29T02:01:06.396166Z","caller":"traceutil/trace.go:171","msg":"trace[545794280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:714; }","duration":"164.756128ms","start":"2026-03-29T02:01:06.231398Z","end":"2026-03-29T02:01:06.396154Z","steps":["trace[545794280] 'agreement among raft nodes before linearized reading' (duration: 164.671556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:06.39603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.892342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:06.396203Z","caller":"traceutil/trace.go:171","msg":"trace[1853420954] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:714; }","duration":"129.537422ms","start":"2026-03-29T02:01:06.266657Z","end":"2026-03-29T02:01:06.396194Z","steps":["trace[1853420954] 'agreement among raft nodes before linearized reading' (duration: 129.474271ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.396244Z","caller":"traceutil/trace.go:171","msg":"trace[807991150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:714; }","duration":"169.140598ms","start":"2026-03-29T02:01:06.227087Z","end":"2026-03-29T02:01:06.396227Z","steps":["trace[807991150] 'agreement among raft nodes before linearized reading' (duration: 168.853011ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.518543Z","caller":"traceutil/trace.go:171","msg":"trace[92770874] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"117.407397ms","start":"2026-03-29T02:01:06.401105Z","end":"2026-03-29T02:01:06.518513Z","steps":["trace[92770874] 'process raft request' (duration: 94.052809ms)","trace[92770874] 'compare' (duration: 23.047481ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:06.518598Z","caller":"traceutil/trace.go:171","msg":"trace[1561069354] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"117.367076ms","start":"2026-03-29T02:01:06.401205Z","end":"2026-03-29T02:01:06.518572Z","steps":["trace[1561069354] 'process raft request' (duration: 117.194552ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.518577Z","caller":"traceutil/trace.go:171","msg":"trace[1384021543] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"117.272065ms","start":"2026-03-29T02:01:06.401273Z","end":"2026-03-29T02:01:06.518545Z","steps":["trace[1384021543] 'process raft request' (duration: 117.175583ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.518759Z","caller":"traceutil/trace.go:171","msg":"trace[1563352745] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"114.763537ms","start":"2026-03-29T02:01:06.403974Z","end":"2026-03-29T02:01:06.518737Z","steps":["trace[1563352745] 'process raft request' (duration: 114.518522ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.518762Z","caller":"traceutil/trace.go:171","msg":"trace[968564094] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:742; }","duration":"103.799509ms","start":"2026-03-29T02:01:06.414938Z","end":"2026-03-29T02:01:06.518738Z","steps":["trace[968564094] 'read index received' (duration: 80.194215ms)","trace[968564094] 'applied index is now lower than readState.Index' (duration: 23.604064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:06.51895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.767349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:06.518972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.698297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:06.518973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.010644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:06.519004Z","caller":"traceutil/trace.go:171","msg":"trace[588188984] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:720; }","duration":"103.848501ms","start":"2026-03-29T02:01:06.415141Z","end":"2026-03-29T02:01:06.51899Z","steps":["trace[588188984] 'agreement among raft nodes before linearized reading' (duration: 103.736358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.519025Z","caller":"traceutil/trace.go:171","msg":"trace[1803095914] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:720; }","duration":"103.790279ms","start":"2026-03-29T02:01:06.415218Z","end":"2026-03-29T02:01:06.519008Z","steps":["trace[1803095914] 'agreement among raft nodes before linearized reading' (duration: 103.703697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.519031Z","caller":"traceutil/trace.go:171","msg":"trace[285965383] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:720; }","duration":"104.102026ms","start":"2026-03-29T02:01:06.414914Z","end":"2026-03-29T02:01:06.519016Z","steps":["trace[285965383] 'agreement among raft nodes before linearized reading' (duration: 103.931192ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:06.518781Z","caller":"traceutil/trace.go:171","msg":"trace[1320242662] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"114.005009ms","start":"2026-03-29T02:01:06.404749Z","end":"2026-03-29T02:01:06.518754Z","steps":["trace[1320242662] 'process raft request' (duration: 113.893717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:08.311593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.569275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:08.311696Z","caller":"traceutil/trace.go:171","msg":"trace[731945477] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"203.830743ms","start":"2026-03-29T02:01:08.107847Z","end":"2026-03-29T02:01:08.311678Z","steps":["trace[731945477] 'process raft request' (duration: 69.111034ms)","trace[731945477] 'compare' (duration: 134.374881ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:08.352713Z","caller":"traceutil/trace.go:171","msg":"trace[578694513] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"174.600322ms","start":"2026-03-29T02:01:08.178098Z","end":"2026-03-29T02:01:08.352699Z","steps":["trace[578694513] 'process raft request' (duration: 174.503259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:08.652939Z","caller":"traceutil/trace.go:171","msg":"trace[1846764815] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"123.600387ms","start":"2026-03-29T02:01:08.529317Z","end":"2026-03-29T02:01:08.652918Z","steps":["trace[1846764815] 'process raft request' (duration: 112.094557ms)","trace[1846764815] 'compare' (duration: 11.222303ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:08.653262Z","caller":"traceutil/trace.go:171","msg":"trace[865711605] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"121.462879ms","start":"2026-03-29T02:01:08.531778Z","end":"2026-03-29T02:01:08.653241Z","steps":["trace[865711605] 'process raft request' (duration: 121.312155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:08.65328Z","caller":"traceutil/trace.go:171","msg":"trace[917641331] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"121.261244ms","start":"2026-03-29T02:01:08.531998Z","end":"2026-03-29T02:01:08.653259Z","steps":["trace[917641331] 'process raft request' (duration: 121.156962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:08.653403Z","caller":"traceutil/trace.go:171","msg":"trace[361921684] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"122.034811ms","start":"2026-03-29T02:01:08.531359Z","end":"2026-03-29T02:01:08.653393Z","steps":["trace[361921684] 'process raft request' (duration: 121.494639ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:09.348995Z","caller":"traceutil/trace.go:171","msg":"trace[888217628] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"311.960942ms","start":"2026-03-29T02:01:09.037008Z","end":"2026-03-29T02:01:09.348969Z","steps":["trace[888217628] 'process raft request' (duration: 311.789178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:09.349103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:09.03699Z","time spent":"312.058504ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:09.353031Z","caller":"traceutil/trace.go:171","msg":"trace[1387206725] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"156.933062ms","start":"2026-03-29T02:01:09.196071Z","end":"2026-03-29T02:01:09.353004Z","steps":["trace[1387206725] 'process raft request' (duration: 156.023871ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:09.504064Z","caller":"traceutil/trace.go:171","msg":"trace[8467378] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"140.261325ms","start":"2026-03-29T02:01:09.363778Z","end":"2026-03-29T02:01:09.504039Z","steps":["trace[8467378] 'process raft request' (duration: 66.860304ms)","trace[8467378] 'compare' (duration: 73.213107ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:09.93486Z","caller":"traceutil/trace.go:171","msg":"trace[329665388] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"424.179361ms","start":"2026-03-29T02:01:09.510665Z","end":"2026-03-29T02:01:09.934844Z","steps":["trace[329665388] 'process raft request' (duration: 424.051898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:09.934972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:09.51065Z","time spent":"424.263453ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:10.287364Z","caller":"traceutil/trace.go:171","msg":"trace[1424248795] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:762; }","duration":"436.282464ms","start":"2026-03-29T02:01:09.851064Z","end":"2026-03-29T02:01:10.287347Z","steps":["trace[1424248795] 'read index received' (duration: 83.668984ms)","trace[1424248795] 'applied index is now lower than readState.Index' (duration: 352.61255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:10.287504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.429737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:10.287527Z","caller":"traceutil/trace.go:171","msg":"trace[1384017912] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:737; }","duration":"436.504149ms","start":"2026-03-29T02:01:09.851015Z","end":"2026-03-29T02:01:10.28752Z","steps":["trace[1384017912] 'agreement among raft nodes before linearized reading' (duration: 436.446758ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:10.287502Z","caller":"traceutil/trace.go:171","msg":"trace[1423434071] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"771.421289ms","start":"2026-03-29T02:01:09.516034Z","end":"2026-03-29T02:01:10.287455Z","steps":["trace[1423434071] 'process raft request' (duration: 770.848256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:10.287558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:09.850996Z","time spent":"436.55284ms","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:10.287672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:09.516026Z","time spent":"771.554502ms","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:10.759576Z","caller":"traceutil/trace.go:171","msg":"trace[847654770] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"308.353769ms","start":"2026-03-29T02:01:10.451208Z","end":"2026-03-29T02:01:10.759562Z","steps":["trace[847654770] 'read index received' (duration: 308.213916ms)","trace[847654770] 'applied index is now lower than readState.Index' (duration: 139.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:10.759874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.661045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:10.759903Z","caller":"traceutil/trace.go:171","msg":"trace[1202005604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:738; }","duration":"308.735707ms","start":"2026-03-29T02:01:10.45116Z","end":"2026-03-29T02:01:10.759896Z","steps":["trace[1202005604] 'agreement among raft nodes before linearized reading' (duration: 308.518342ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:10.75988Z","caller":"traceutil/trace.go:171","msg":"trace[539275744] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"817.215794ms","start":"2026-03-29T02:01:09.942643Z","end":"2026-03-29T02:01:10.759859Z","steps":["trace[539275744] 'process raft request' (duration: 816.837436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:10.759911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.142289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:10.759972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.451141Z","time spent":"308.775999ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:10.759952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.686172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:01:10.759992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:09.942625Z","time spent":"817.303026ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:10.759972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.608867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:10.760053Z","caller":"traceutil/trace.go:171","msg":"trace[41442954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:738; }","duration":"101.786024ms","start":"2026-03-29T02:01:10.658226Z","end":"2026-03-29T02:01:10.760012Z","steps":["trace[41442954] 'agreement among raft nodes before linearized reading' (duration: 101.540528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:10.760064Z","caller":"traceutil/trace.go:171","msg":"trace[1995748752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:738; }","duration":"100.758401ms","start":"2026-03-29T02:01:10.659294Z","end":"2026-03-29T02:01:10.760053Z","steps":["trace[1995748752] 'agreement among raft nodes before linearized reading' (duration: 100.514975ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:10.759973Z","caller":"traceutil/trace.go:171","msg":"trace[910432609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"101.225151ms","start":"2026-03-29T02:01:10.658734Z","end":"2026-03-29T02:01:10.75996Z","steps":["trace[910432609] 'agreement among raft nodes before linearized reading' (duration: 101.016386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:10.760258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.557321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:10.76029Z","caller":"traceutil/trace.go:171","msg":"trace[750723883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"102.612732ms","start":"2026-03-29T02:01:10.65767Z","end":"2026-03-29T02:01:10.760283Z","steps":["trace[750723883] 'agreement among raft nodes before linearized reading' (duration: 102.036019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:11.058161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.626253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:11.058433Z","caller":"traceutil/trace.go:171","msg":"trace[443419512] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"293.909432ms","start":"2026-03-29T02:01:10.764511Z","end":"2026-03-29T02:01:11.05842Z","steps":["trace[443419512] 'process raft request' (duration: 293.83689ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:11.058602Z","caller":"traceutil/trace.go:171","msg":"trace[1506550085] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"294.057935ms","start":"2026-03-29T02:01:10.76451Z","end":"2026-03-29T02:01:11.058568Z","steps":["trace[1506550085] 'process raft request' (duration: 293.755808ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:11.058749Z","caller":"traceutil/trace.go:171","msg":"trace[1238999245] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"292.619143ms","start":"2026-03-29T02:01:10.766118Z","end":"2026-03-29T02:01:11.058738Z","steps":["trace[1238999245] 'process raft request' (duration: 292.560742ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:11.058789Z","caller":"traceutil/trace.go:171","msg":"trace[2014517799] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"293.949613ms","start":"2026-03-29T02:01:10.764827Z","end":"2026-03-29T02:01:11.058776Z","steps":["trace[2014517799] 'process raft request' (duration: 293.560004ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:11.058361Z","caller":"traceutil/trace.go:171","msg":"trace[1695761030] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"293.876821ms","start":"2026-03-29T02:01:10.764463Z","end":"2026-03-29T02:01:11.058339Z","steps":["trace[1695761030] 'process raft request' (duration: 110.988562ms)","trace[1695761030] 'compare' (duration: 182.337947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:11.700998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.950186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:11.701104Z","caller":"traceutil/trace.go:171","msg":"trace[1554202852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"265.110509ms","start":"2026-03-29T02:01:11.435968Z","end":"2026-03-29T02:01:11.701078Z","steps":["trace[1554202852] 'range keys from in-memory index tree' (duration: 264.826303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:11.70113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.297346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:01:11.7012Z","caller":"traceutil/trace.go:171","msg":"trace[1163097996] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:743; }","duration":"110.377988ms","start":"2026-03-29T02:01:11.590805Z","end":"2026-03-29T02:01:11.701183Z","steps":["trace[1163097996] 'range keys from in-memory index tree' (duration: 110.112822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:12.132597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:11.702697Z","time spent":"429.897509ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:01:12.834632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.644742ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:01:12.834841Z","caller":"traceutil/trace.go:171","msg":"trace[162115987] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"701.315382ms","start":"2026-03-29T02:01:12.133513Z","end":"2026-03-29T02:01:12.834828Z","steps":["trace[162115987] 'process raft request' (duration: 701.205649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:12.834922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:12.133499Z","time spent":"701.374264ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:13.209553Z","caller":"traceutil/trace.go:171","msg":"trace[1428838190] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"114.940391ms","start":"2026-03-29T02:01:13.094587Z","end":"2026-03-29T02:01:13.209527Z","steps":["trace[1428838190] 'process raft request' (duration: 114.771667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:13.268555Z","caller":"traceutil/trace.go:171","msg":"trace[1100471802] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"173.853945ms","start":"2026-03-29T02:01:13.09464Z","end":"2026-03-29T02:01:13.268494Z","steps":["trace[1100471802] 'process raft request' (duration: 173.65198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:13.26882Z","caller":"traceutil/trace.go:171","msg":"trace[1037614970] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"174.046669ms","start":"2026-03-29T02:01:13.094737Z","end":"2026-03-29T02:01:13.268784Z","steps":["trace[1037614970] 'process raft request' (duration: 173.720292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:13.268875Z","caller":"traceutil/trace.go:171","msg":"trace[2077123303] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"173.055557ms","start":"2026-03-29T02:01:13.095798Z","end":"2026-03-29T02:01:13.268853Z","steps":["trace[2077123303] 'process raft request' (duration: 172.895173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:13.268906Z","caller":"traceutil/trace.go:171","msg":"trace[715415315] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"172.785671ms","start":"2026-03-29T02:01:13.096109Z","end":"2026-03-29T02:01:13.268895Z","steps":["trace[715415315] 'process raft request' (duration: 172.709769ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:13.638966Z","caller":"traceutil/trace.go:171","msg":"trace[1349078520] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"203.303611ms","start":"2026-03-29T02:01:13.435641Z","end":"2026-03-29T02:01:13.638945Z","steps":["trace[1349078520] 'read index received' (duration: 203.089757ms)","trace[1349078520] 'applied index is now lower than readState.Index' (duration: 212.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:13.639005Z","caller":"traceutil/trace.go:171","msg":"trace[705552195] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"340.334152ms","start":"2026-03-29T02:01:13.298639Z","end":"2026-03-29T02:01:13.638974Z","steps":["trace[705552195] 'process raft request' (duration: 340.148228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.639091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.447015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:13.639124Z","caller":"traceutil/trace.go:171","msg":"trace[754552133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:750; }","duration":"203.535707ms","start":"2026-03-29T02:01:13.435578Z","end":"2026-03-29T02:01:13.639114Z","steps":["trace[754552133] 'agreement among raft nodes before linearized reading' (duration: 203.455055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.639142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:13.298622Z","time spent":"340.449974ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:13.937097Z","caller":"traceutil/trace.go:171","msg":"trace[1485566410] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"190.483831ms","start":"2026-03-29T02:01:13.74659Z","end":"2026-03-29T02:01:13.937074Z","steps":["trace[1485566410] 'process raft request' (duration: 180.287131ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:15.435495Z","caller":"traceutil/trace.go:171","msg":"trace[1448613618] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:780; }","duration":"162.388165ms","start":"2026-03-29T02:01:15.273089Z","end":"2026-03-29T02:01:15.435477Z","steps":["trace[1448613618] 'read index received' (duration: 162.244972ms)","trace[1448613618] 'applied index is now lower than readState.Index' (duration: 142.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:15.435568Z","caller":"traceutil/trace.go:171","msg":"trace[1707586618] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"218.209218ms","start":"2026-03-29T02:01:15.217353Z","end":"2026-03-29T02:01:15.435562Z","steps":["trace[1707586618] 'process raft request' (duration: 218.027514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:15.435725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.641351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T02:01:15.435747Z","caller":"traceutil/trace.go:171","msg":"trace[857351128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:752; }","duration":"162.713462ms","start":"2026-03-29T02:01:15.273028Z","end":"2026-03-29T02:01:15.435742Z","steps":["trace[857351128] 'agreement among raft nodes before linearized reading' (duration: 162.6217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:15.435816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.671658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:01:15.435835Z","caller":"traceutil/trace.go:171","msg":"trace[1740898865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:752; }","duration":"161.709549ms","start":"2026-03-29T02:01:15.27412Z","end":"2026-03-29T02:01:15.43583Z","steps":["trace[1740898865] 'agreement among raft nodes before linearized reading' (duration: 161.670128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:15.435869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.735583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:15.43593Z","caller":"traceutil/trace.go:171","msg":"trace[2125912248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:752; }","duration":"162.847315ms","start":"2026-03-29T02:01:15.273067Z","end":"2026-03-29T02:01:15.435914Z","steps":["trace[2125912248] 'agreement among raft nodes before linearized reading' (duration: 162.664881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:15.436486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.189371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:15.43685Z","caller":"traceutil/trace.go:171","msg":"trace[1223664866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:752; }","duration":"162.62072ms","start":"2026-03-29T02:01:15.274201Z","end":"2026-03-29T02:01:15.436822Z","steps":["trace[1223664866] 'agreement among raft nodes before linearized reading' (duration: 161.797671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:15.963831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.975021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:15.963937Z","caller":"traceutil/trace.go:171","msg":"trace[903969910] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"523.325475ms","start":"2026-03-29T02:01:15.44059Z","end":"2026-03-29T02:01:15.963916Z","steps":["trace[903969910] 'process raft request' (duration: 40.171129ms)","trace[903969910] 'compare' (duration: 482.790938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:15.963999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:15.440565Z","time spent":"523.405646ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:16.463596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.670981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:16.463701Z","caller":"traceutil/trace.go:171","msg":"trace[89656395] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"1.022992012s","start":"2026-03-29T02:01:15.440698Z","end":"2026-03-29T02:01:16.463691Z","steps":["trace[89656395] 'process raft request' (duration: 655.174298ms)","trace[89656395] 'compare' (duration: 367.61213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:16.463734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:15.440683Z","time spent":"1.023036063s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:16.46402Z","caller":"traceutil/trace.go:171","msg":"trace[1631569728] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"424.861934ms","start":"2026-03-29T02:01:16.039145Z","end":"2026-03-29T02:01:16.464007Z","steps":["trace[1631569728] 'process raft request' (duration: 424.824443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.464114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.039118Z","time spent":"424.957007ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:16.464179Z","caller":"traceutil/trace.go:171","msg":"trace[592759044] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.022862389s","start":"2026-03-29T02:01:15.441286Z","end":"2026-03-29T02:01:16.464148Z","steps":["trace[592759044] 'process raft request' (duration: 1.022594253s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:16.463966Z","caller":"traceutil/trace.go:171","msg":"trace[431962822] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"1.023143646s","start":"2026-03-29T02:01:15.440814Z","end":"2026-03-29T02:01:16.463958Z","steps":["trace[431962822] 'process raft request' (duration: 1.02285234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.464273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:15.440806Z","time spent":"1.023433333s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:16.46429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:15.441276Z","time spent":"1.022958052s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:16.918672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.999195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:16.918768Z","caller":"traceutil/trace.go:171","msg":"trace[1843224631] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"267.604717ms","start":"2026-03-29T02:01:16.651146Z","end":"2026-03-29T02:01:16.918751Z","steps":["trace[1843224631] 'process raft request' (duration: 87.425509ms)","trace[1843224631] 'compare' (duration: 179.906012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:17.200037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.938548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:17.200119Z","caller":"traceutil/trace.go:171","msg":"trace[55058275] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:759; }","duration":"167.08222ms","start":"2026-03-29T02:01:17.033019Z","end":"2026-03-29T02:01:17.200101Z","steps":["trace[55058275] 'count revisions from in-memory index tree' (duration: 166.862615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.527414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.788881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-29T02:01:17.996857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.87721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:17.996957Z","caller":"traceutil/trace.go:171","msg":"trace[2085146037] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"377.393531ms","start":"2026-03-29T02:01:17.619549Z","end":"2026-03-29T02:01:17.996943Z","steps":["trace[2085146037] 'process raft request' (duration: 23.332987ms)","trace[2085146037] 'compare' (duration: 353.735267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:17.996996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.619533Z","time spent":"377.447053ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:18.438783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.287839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:18.438982Z","caller":"traceutil/trace.go:171","msg":"trace[769377940] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"818.869052ms","start":"2026-03-29T02:01:17.620082Z","end":"2026-03-29T02:01:18.438951Z","steps":["trace[769377940] 'process raft request' (duration: 646.336298ms)","trace[769377940] 'compare' (duration: 172.062914ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:18.439001Z","caller":"traceutil/trace.go:171","msg":"trace[489695708] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"469.422784ms","start":"2026-03-29T02:01:17.969562Z","end":"2026-03-29T02:01:18.438985Z","steps":["trace[489695708] 'read index received' (duration: 296.784427ms)","trace[489695708] 'applied index is now lower than readState.Index' (duration: 172.637317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:18.439095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.620058Z","time spent":"818.973805ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:18.439143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.594998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:18.439173Z","caller":"traceutil/trace.go:171","msg":"trace[109090778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:764; }","duration":"469.622199ms","start":"2026-03-29T02:01:17.969539Z","end":"2026-03-29T02:01:18.439161Z","steps":["trace[109090778] 'agreement among raft nodes before linearized reading' (duration: 469.492185ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:18.439169Z","caller":"traceutil/trace.go:171","msg":"trace[1245656116] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"809.427179ms","start":"2026-03-29T02:01:17.629713Z","end":"2026-03-29T02:01:18.439141Z","steps":["trace[1245656116] 'process raft request' (duration: 809.175703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.439214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.969475Z","time spent":"469.728822ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:18.439293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.629687Z","time spent":"809.537711ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:18.990531Z","caller":"traceutil/trace.go:171","msg":"trace[1483994478] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"544.476823ms","start":"2026-03-29T02:01:18.446035Z","end":"2026-03-29T02:01:18.990512Z","steps":["trace[1483994478] 'process raft request' (duration: 544.300939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.990705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.44601Z","time spent":"544.615786ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:18.990817Z","caller":"traceutil/trace.go:171","msg":"trace[1097768004] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"544.516743ms","start":"2026-03-29T02:01:18.446294Z","end":"2026-03-29T02:01:18.990811Z","steps":["trace[1097768004] 'process raft request' (duration: 544.171126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.990908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.446284Z","time spent":"544.550364ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:18.99095Z","caller":"traceutil/trace.go:171","msg":"trace[158621106] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:794; }","duration":"521.894922ms","start":"2026-03-29T02:01:18.469032Z","end":"2026-03-29T02:01:18.990927Z","steps":["trace[158621106] 'read index received' (duration: 283.347µs)","trace[158621106] 'applied index is now lower than readState.Index' (duration: 521.610145ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:18.991127Z","caller":"traceutil/trace.go:171","msg":"trace[1471748564] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"544.534025ms","start":"2026-03-29T02:01:18.446582Z","end":"2026-03-29T02:01:18.991116Z","steps":["trace[1471748564] 'process raft request' (duration: 544.057183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.991225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.446566Z","time spent":"544.606066ms","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:18.991271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.680638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:18.991295Z","caller":"traceutil/trace.go:171","msg":"trace[369133404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:768; }","duration":"521.738539ms","start":"2026-03-29T02:01:18.469549Z","end":"2026-03-29T02:01:18.991288Z","steps":["trace[369133404] 'agreement among raft nodes before linearized reading' (duration: 521.654607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.991311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.469535Z","time spent":"521.77273ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:18.991467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.585458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:18.991541Z","caller":"traceutil/trace.go:171","msg":"trace[2061401840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:768; }","duration":"522.707291ms","start":"2026-03-29T02:01:18.468815Z","end":"2026-03-29T02:01:18.991522Z","steps":["trace[2061401840] 'agreement among raft nodes before linearized reading' (duration: 522.415825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.991585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.468796Z","time spent":"522.780572ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:18.991299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.540955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:18.991661Z","caller":"traceutil/trace.go:171","msg":"trace[874735137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:768; }","duration":"521.945104ms","start":"2026-03-29T02:01:18.469706Z","end":"2026-03-29T02:01:18.991652Z","steps":["trace[874735137] 'agreement among raft nodes before linearized reading' (duration: 521.508954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:18.991693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.469681Z","time spent":"522.004735ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:19.271253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.651216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:19.271404Z","caller":"traceutil/trace.go:171","msg":"trace[1684455093] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"275.523957ms","start":"2026-03-29T02:01:18.995855Z","end":"2026-03-29T02:01:19.271379Z","steps":["trace[1684455093] 'process raft request' (duration: 53.610064ms)","trace[1684455093] 'compare' (duration: 221.463112ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:19.295648Z","caller":"traceutil/trace.go:171","msg":"trace[1188456196] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"296.121621ms","start":"2026-03-29T02:01:18.999502Z","end":"2026-03-29T02:01:19.295624Z","steps":["trace[1188456196] 'process raft request' (duration: 296.06054ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:19.29585Z","caller":"traceutil/trace.go:171","msg":"trace[1075556076] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"297.784549ms","start":"2026-03-29T02:01:18.998024Z","end":"2026-03-29T02:01:19.295809Z","steps":["trace[1075556076] 'process raft request' (duration: 297.494223ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:19.296596Z","caller":"traceutil/trace.go:171","msg":"trace[805353537] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"299.641952ms","start":"2026-03-29T02:01:18.996858Z","end":"2026-03-29T02:01:19.2965Z","steps":["trace[805353537] 'process raft request' (duration: 298.462194ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.536933Z","caller":"traceutil/trace.go:171","msg":"trace[757691109] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:805; }","duration":"236.287408ms","start":"2026-03-29T02:01:21.300619Z","end":"2026-03-29T02:01:21.536906Z","steps":["trace[757691109] 'read index received' (duration: 236.130774ms)","trace[757691109] 'applied index is now lower than readState.Index' (duration: 155.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:21.537063Z","caller":"traceutil/trace.go:171","msg":"trace[1202032072] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"256.546405ms","start":"2026-03-29T02:01:21.280465Z","end":"2026-03-29T02:01:21.537011Z","steps":["trace[1202032072] 'process raft request' (duration: 256.277579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.537207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.557671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:01:21.537216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.569464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:21.537248Z","caller":"traceutil/trace.go:171","msg":"trace[671761999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:776; }","duration":"235.630333ms","start":"2026-03-29T02:01:21.301607Z","end":"2026-03-29T02:01:21.537238Z","steps":["trace[671761999] 'agreement among raft nodes before linearized reading' (duration: 235.462409ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.537298Z","caller":"traceutil/trace.go:171","msg":"trace[338914695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:776; }","duration":"236.725407ms","start":"2026-03-29T02:01:21.300553Z","end":"2026-03-29T02:01:21.537279Z","steps":["trace[338914695] 'agreement among raft nodes before linearized reading' (duration: 236.481102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.072111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:01:22.157747Z","caller":"traceutil/trace.go:171","msg":"trace[172536026] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"616.740468ms","start":"2026-03-29T02:01:21.54098Z","end":"2026-03-29T02:01:22.15772Z","steps":["trace[172536026] 'process raft request' (duration: 614.441196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.157923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.540955Z","time spent":"616.875891ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:22.167794Z","caller":"traceutil/trace.go:171","msg":"trace[184678533] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:806; }","duration":"596.307946ms","start":"2026-03-29T02:01:21.571471Z","end":"2026-03-29T02:01:22.167779Z","steps":["trace[184678533] 'read index received' (duration: 583.973106ms)","trace[184678533] 'applied index is now lower than readState.Index' (duration: 12.3341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:22.168062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.587982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:01:22.168072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.409846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:01:22.168116Z","caller":"traceutil/trace.go:171","msg":"trace[645928815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:778; }","duration":"596.675794ms","start":"2026-03-29T02:01:21.571427Z","end":"2026-03-29T02:01:22.168103Z","steps":["trace[645928815] 'agreement among raft nodes before linearized reading' (duration: 596.424849ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.168125Z","caller":"traceutil/trace.go:171","msg":"trace[502418200] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:778; }","duration":"576.489017ms","start":"2026-03-29T02:01:21.591624Z","end":"2026-03-29T02:01:22.168113Z","steps":["trace[502418200] 'agreement among raft nodes before linearized reading' (duration: 576.340184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.168165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.591614Z","time spent":"576.539999ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:01:22.168261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.571414Z","time spent":"596.833677ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:01:22.168613Z","caller":"traceutil/trace.go:171","msg":"trace[888826841] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"627.227206ms","start":"2026-03-29T02:01:21.541294Z","end":"2026-03-29T02:01:22.168522Z","steps":["trace[888826841] 'process raft request' (duration: 626.412406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.168958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.541271Z","time spent":"627.4257ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:22.451066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.919574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:22.451149Z","caller":"traceutil/trace.go:171","msg":"trace[1019349934] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"248.038914ms","start":"2026-03-29T02:01:22.203098Z","end":"2026-03-29T02:01:22.451137Z","steps":["trace[1019349934] 'read index received' (duration: 97.930746ms)","trace[1019349934] 'applied index is now lower than readState.Index' (duration: 150.107278ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.451196Z","caller":"traceutil/trace.go:171","msg":"trace[1167785141] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"277.609322ms","start":"2026-03-29T02:01:22.173548Z","end":"2026-03-29T02:01:22.451157Z","steps":["trace[1167785141] 'process raft request' (duration: 127.539905ms)","trace[1167785141] 'compare' (duration: 149.692409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:22.451258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.163207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:01:22.451294Z","caller":"traceutil/trace.go:171","msg":"trace[1843545058] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:780; }","duration":"248.224598ms","start":"2026-03-29T02:01:22.203059Z","end":"2026-03-29T02:01:22.451284Z","steps":["trace[1843545058] 'agreement among raft nodes before linearized reading' (duration: 248.155237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.600382Z","caller":"traceutil/trace.go:171","msg":"trace[1444624021] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"101.940447ms","start":"2026-03-29T02:01:22.498417Z","end":"2026-03-29T02:01:22.600357Z","steps":["trace[1444624021] 'process raft request' (duration: 89.013874ms)","trace[1444624021] 'compare' (duration: 12.78476ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:29.912274Z","caller":"traceutil/trace.go:171","msg":"trace[1440761509] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"134.553489ms","start":"2026-03-29T02:01:29.777696Z","end":"2026-03-29T02:01:29.91225Z","steps":["trace[1440761509] 'process raft request' (duration: 134.421456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.657698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.729108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:01:30.657838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.376262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:30.657794Z","caller":"traceutil/trace.go:171","msg":"trace[1371549397] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:802; }","duration":"142.867021ms","start":"2026-03-29T02:01:30.514908Z","end":"2026-03-29T02:01:30.657775Z","steps":["trace[1371549397] 'count revisions from in-memory index tree' (duration: 142.649246ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.657926Z","caller":"traceutil/trace.go:171","msg":"trace[533757217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:802; }","duration":"136.509375ms","start":"2026-03-29T02:01:30.521396Z","end":"2026-03-29T02:01:30.657905Z","steps":["trace[533757217] 'range keys from in-memory index tree' (duration: 136.187418ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.850006Z","caller":"traceutil/trace.go:171","msg":"trace[1365703455] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"264.721008ms","start":"2026-03-29T02:01:30.58526Z","end":"2026-03-29T02:01:30.849981Z","steps":["trace[1365703455] 'process raft request' (duration: 264.533334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.850264Z","caller":"traceutil/trace.go:171","msg":"trace[1509338986] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:835; }","duration":"260.698454ms","start":"2026-03-29T02:01:30.589536Z","end":"2026-03-29T02:01:30.850235Z","steps":["trace[1509338986] 'read index received' (duration: 260.692834ms)","trace[1509338986] 'applied index is now lower than readState.Index' (duration: 4.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:30.850428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.867768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:30.850469Z","caller":"traceutil/trace.go:171","msg":"trace[1787847345] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:803; }","duration":"260.95478ms","start":"2026-03-29T02:01:30.589504Z","end":"2026-03-29T02:01:30.850459Z","steps":["trace[1787847345] 'agreement among raft nodes before linearized reading' (duration: 260.817427ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.955813Z","caller":"traceutil/trace.go:171","msg":"trace[1606508643] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"293.130964ms","start":"2026-03-29T02:01:30.662653Z","end":"2026-03-29T02:01:30.955784Z","steps":["trace[1606508643] 'process raft request' (duration: 231.886199ms)","trace[1606508643] 'compare' (duration: 61.002149ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:30.955872Z","caller":"traceutil/trace.go:171","msg":"trace[1771045765] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:835; }","duration":"105.558199ms","start":"2026-03-29T02:01:30.850303Z","end":"2026-03-29T02:01:30.955861Z","steps":["trace[1771045765] 'read index received' (duration: 44.254952ms)","trace[1771045765] 'applied index is now lower than readState.Index' (duration: 61.302377ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:30.955813Z","caller":"traceutil/trace.go:171","msg":"trace[747389159] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"101.573628ms","start":"2026-03-29T02:01:30.854218Z","end":"2026-03-29T02:01:30.955791Z","steps":["trace[747389159] 'process raft request' (duration: 101.521007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.956362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.429162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:30.956414Z","caller":"traceutil/trace.go:171","msg":"trace[1797035165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"306.520254ms","start":"2026-03-29T02:01:30.649882Z","end":"2026-03-29T02:01:30.956402Z","steps":["trace[1797035165] 'agreement among raft nodes before linearized reading' (duration: 306.027833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.956452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.64987Z","time spent":"306.573315ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:31.282438Z","caller":"traceutil/trace.go:171","msg":"trace[2013713666] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"153.907697ms","start":"2026-03-29T02:01:31.128496Z","end":"2026-03-29T02:01:31.282404Z","steps":["trace[2013713666] 'process raft request' (duration: 153.694402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.093007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:32.593167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:33.094018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:33.594967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:34.095572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:34.434662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:01:34.434758Z","caller":"traceutil/trace.go:171","msg":"trace[786385135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998937s","start":"2026-03-29T02:01:32.434749Z","end":"2026-03-29T02:01:34.434738Z","steps":["trace[786385135] 'agreement among raft nodes before linearized reading' (duration: 1.999864348s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.434812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.434724Z","time spent":"2.000077232s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:34.595896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:34.823814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.193715518s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:01:34.824437Z","caller":"traceutil/trace.go:171","msg":"trace[1827863840] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:843; }","duration":"3.231797668s","start":"2026-03-29T02:01:31.592605Z","end":"2026-03-29T02:01:34.824402Z","steps":["trace[1827863840] 'read index received' (duration: 3.231405398s)","trace[1827863840] 'applied index is now lower than readState.Index' (duration: 390.669µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:34.824553Z","caller":"traceutil/trace.go:171","msg":"trace[835710871] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"3.271391442s","start":"2026-03-29T02:01:31.553079Z","end":"2026-03-29T02:01:34.824471Z","steps":["trace[835710871] 'process raft request' (duration: 3.271015763s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.82469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232067853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:01:34.824718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.553033Z","time spent":"3.271596577s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:34.824776Z","caller":"traceutil/trace.go:171","msg":"trace[728745166] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:812; }","duration":"3.232203827s","start":"2026-03-29T02:01:31.59255Z","end":"2026-03-29T02:01:34.824754Z","steps":["trace[728745166] 'agreement among raft nodes before linearized reading' (duration: 3.231996602s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.824793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088048585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:01:34.824836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.592504Z","time spent":"3.232321669s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:01:34.824837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864361936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:34.824895Z","caller":"traceutil/trace.go:171","msg":"trace[438908334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:812; }","duration":"1.864470268s","start":"2026-03-29T02:01:32.960411Z","end":"2026-03-29T02:01:34.824881Z","steps":["trace[438908334] 'agreement among raft nodes before linearized reading' (duration: 1.864332115s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.824932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.96039Z","time spent":"1.86453412s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:34.824998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356572701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:34.82504Z","caller":"traceutil/trace.go:171","msg":"trace[803035074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:812; }","duration":"2.356611962s","start":"2026-03-29T02:01:32.468418Z","end":"2026-03-29T02:01:34.82503Z","steps":["trace[803035074] 'agreement among raft nodes before linearized reading' (duration: 2.356501189s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.322768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:34.825083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.46838Z","time spent":"2.356693815s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:34.825102Z","caller":"traceutil/trace.go:171","msg":"trace[1144612772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:812; }","duration":"389.43478ms","start":"2026-03-29T02:01:34.435652Z","end":"2026-03-29T02:01:34.825087Z","steps":["trace[1144612772] 'agreement among raft nodes before linearized reading' (duration: 389.323408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.435624Z","time spent":"389.505822ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:34.824842Z","caller":"traceutil/trace.go:171","msg":"trace[1239109984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:812; }","duration":"3.088177299s","start":"2026-03-29T02:01:31.736651Z","end":"2026-03-29T02:01:34.824828Z","steps":["trace[1239109984] 'agreement among raft nodes before linearized reading' (duration: 3.087957024s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.824899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206141635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:34.825228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.736619Z","time spent":"3.088592518s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:34.825328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990556712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:34.825264Z","caller":"traceutil/trace.go:171","msg":"trace[1935044056] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:812; }","duration":"2.206539354s","start":"2026-03-29T02:01:32.618713Z","end":"2026-03-29T02:01:34.825253Z","steps":["trace[1935044056] 'agreement among raft nodes before linearized reading' (duration: 2.206149445s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.825367Z","caller":"traceutil/trace.go:171","msg":"trace[624898107] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:812; }","duration":"2.990632314s","start":"2026-03-29T02:01:31.834724Z","end":"2026-03-29T02:01:34.825356Z","steps":["trace[624898107] 'agreement among raft nodes before linearized reading' (duration: 2.990571903s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.834706Z","time spent":"2.990699705s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:34.8254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784100281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:01:34.82543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.618692Z","time spent":"2.206724149s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:01:34.825524Z","caller":"traceutil/trace.go:171","msg":"trace[1942908221] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:812; }","duration":"2.784247075s","start":"2026-03-29T02:01:32.041255Z","end":"2026-03-29T02:01:34.825502Z","steps":["trace[1942908221] 'agreement among raft nodes before linearized reading' (duration: 2.784024099s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43187696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:34.82558Z","caller":"traceutil/trace.go:171","msg":"trace[327181400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:812; }","duration":"2.431947362s","start":"2026-03-29T02:01:32.393625Z","end":"2026-03-29T02:01:34.825572Z","steps":["trace[327181400] 'agreement among raft nodes before linearized reading' (duration: 2.431805609s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.0412Z","time spent":"2.784372207s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:34.825608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.393598Z","time spent":"2.432003904s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:34.825257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.335631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:34.825688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566254827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:34.825724Z","caller":"traceutil/trace.go:171","msg":"trace[1519988439] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:812; }","duration":"1.566320947s","start":"2026-03-29T02:01:33.259393Z","end":"2026-03-29T02:01:34.825714Z","steps":["trace[1519988439] 'agreement among raft nodes before linearized reading' (duration: 1.566265816s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.82573Z","caller":"traceutil/trace.go:171","msg":"trace[1982278359] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:812; }","duration":"123.845102ms","start":"2026-03-29T02:01:34.701865Z","end":"2026-03-29T02:01:34.82571Z","steps":["trace[1982278359] 'agreement among raft nodes before linearized reading' (duration: 123.360971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:33.259374Z","time spent":"1.566379829s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:34.82574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494385665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:34.825859Z","caller":"traceutil/trace.go:171","msg":"trace[438628804] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:812; }","duration":"2.49459556s","start":"2026-03-29T02:01:32.331243Z","end":"2026-03-29T02:01:34.825838Z","steps":["trace[438628804] 'agreement among raft nodes before linearized reading' (duration: 2.494261083s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.825944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.331222Z","time spent":"2.494711232s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:34.826118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834278171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:34.826163Z","caller":"traceutil/trace.go:171","msg":"trace[532881348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:812; }","duration":"1.834389793s","start":"2026-03-29T02:01:32.991762Z","end":"2026-03-29T02:01:34.826152Z","steps":["trace[532881348] 'agreement among raft nodes before linearized reading' (duration: 1.833314699s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.826191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.991718Z","time spent":"1.834466555s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:35.33239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711738832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:35.356495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.82786Z","time spent":"528.631796ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:01:35.369086Z","caller":"traceutil/trace.go:171","msg":"trace[146295438] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"538.432843ms","start":"2026-03-29T02:01:34.830636Z","end":"2026-03-29T02:01:35.369069Z","steps":["trace[146295438] 'process raft request' (duration: 538.381272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.369259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.830615Z","time spent":"538.515355ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:35.369632Z","caller":"traceutil/trace.go:171","msg":"trace[145536643] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:844; }","duration":"537.551203ms","start":"2026-03-29T02:01:34.83206Z","end":"2026-03-29T02:01:35.369612Z","steps":["trace[145536643] 'read index received' (duration: 521.942883ms)","trace[145536643] 'applied index is now lower than readState.Index' (duration: 15.60722ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:35.369782Z","caller":"traceutil/trace.go:171","msg":"trace[1809749382] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"537.822529ms","start":"2026-03-29T02:01:34.831949Z","end":"2026-03-29T02:01:35.369771Z","steps":["trace[1809749382] 'process raft request' (duration: 537.093173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.36994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.831938Z","time spent":"537.915951ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:35.370085Z","caller":"traceutil/trace.go:171","msg":"trace[1378725367] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"537.323858ms","start":"2026-03-29T02:01:34.832739Z","end":"2026-03-29T02:01:35.370062Z","steps":["trace[1378725367] 'process raft request' (duration: 536.824806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:35.37014Z","caller":"traceutil/trace.go:171","msg":"trace[977375083] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"538.063814ms","start":"2026-03-29T02:01:34.832055Z","end":"2026-03-29T02:01:35.370119Z","steps":["trace[977375083] 'process raft request' (duration: 537.387609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.37026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.832729Z","time spent":"537.473091ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:35.370351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.268659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:01:35.37036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.83204Z","time spent":"538.260879ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:35.370427Z","caller":"traceutil/trace.go:171","msg":"trace[92346703] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:817; }","duration":"538.371762ms","start":"2026-03-29T02:01:34.832034Z","end":"2026-03-29T02:01:35.370406Z","steps":["trace[92346703] 'agreement among raft nodes before linearized reading' (duration: 538.148537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.370475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.832027Z","time spent":"538.438963ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" "} {"level":"info","ts":"2026-03-29T02:01:35.370452Z","caller":"traceutil/trace.go:171","msg":"trace[71443072] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"538.586306ms","start":"2026-03-29T02:01:34.83052Z","end":"2026-03-29T02:01:35.369106Z","steps":["trace[71443072] 'process raft request' (duration: 538.385862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.370641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.830496Z","time spent":"540.07714ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:35.372929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.860534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:01:35.372949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.811181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:35.372998Z","caller":"traceutil/trace.go:171","msg":"trace[1837181010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"538.899473ms","start":"2026-03-29T02:01:34.834085Z","end":"2026-03-29T02:01:35.372985Z","steps":["trace[1837181010] 'agreement among raft nodes before linearized reading' (duration: 538.811121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.37304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.834067Z","time spent":"538.965385ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:35.372968Z","caller":"traceutil/trace.go:171","msg":"trace[1775136829] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:818; }","duration":"458.961927ms","start":"2026-03-29T02:01:34.913997Z","end":"2026-03-29T02:01:35.372959Z","steps":["trace[1775136829] 'agreement among raft nodes before linearized reading' (duration: 458.864545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.373121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.913969Z","time spent":"459.141461ms","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:35.37381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.050425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8lbph\" ","response":"range_response_count:1 size:4040"} {"level":"info","ts":"2026-03-29T02:01:35.373844Z","caller":"traceutil/trace.go:171","msg":"trace[1381233856] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8lbph; range_end:; response_count:1; response_revision:818; }","duration":"541.121566ms","start":"2026-03-29T02:01:34.832712Z","end":"2026-03-29T02:01:35.373834Z","steps":["trace[1381233856] 'agreement among raft nodes before linearized reading' (duration: 540.095981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.3739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.832693Z","time spent":"541.199528ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4063,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8lbph\" "} {"level":"info","ts":"2026-03-29T02:01:35.702467Z","caller":"traceutil/trace.go:171","msg":"trace[1429223079] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"151.44955ms","start":"2026-03-29T02:01:35.550991Z","end":"2026-03-29T02:01:35.70244Z","steps":["trace[1429223079] 'process raft request' (duration: 151.280567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:37.754799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.080852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8lbph\" ","response":"range_response_count:1 size:4226"} {"level":"info","ts":"2026-03-29T02:01:37.754897Z","caller":"traceutil/trace.go:171","msg":"trace[2053471503] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8lbph; range_end:; response_count:1; response_revision:828; }","duration":"180.235756ms","start":"2026-03-29T02:01:37.574638Z","end":"2026-03-29T02:01:37.754874Z","steps":["trace[2053471503] 'range keys from in-memory index tree' (duration: 179.647672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:37.897725Z","caller":"traceutil/trace.go:171","msg":"trace[1524139743] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"134.797826ms","start":"2026-03-29T02:01:37.762904Z","end":"2026-03-29T02:01:37.897702Z","steps":["trace[1524139743] 'process raft request' (duration: 134.630652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:39.682847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.752811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:39.683067Z","caller":"traceutil/trace.go:171","msg":"trace[1600941093] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"223.845273ms","start":"2026-03-29T02:01:39.459208Z","end":"2026-03-29T02:01:39.683053Z","steps":["trace[1600941093] 'process raft request' (duration: 223.774201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.683069Z","caller":"traceutil/trace.go:171","msg":"trace[528632339] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"223.892514ms","start":"2026-03-29T02:01:39.459153Z","end":"2026-03-29T02:01:39.683045Z","steps":["trace[528632339] 'process raft request' (duration: 105.861006ms)","trace[528632339] 'compare' (duration: 117.645269ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:39.683155Z","caller":"traceutil/trace.go:171","msg":"trace[1399082007] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"223.535026ms","start":"2026-03-29T02:01:39.459596Z","end":"2026-03-29T02:01:39.683131Z","steps":["trace[1399082007] 'process raft request' (duration: 223.417493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.683278Z","caller":"traceutil/trace.go:171","msg":"trace[730855244] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"224.16325ms","start":"2026-03-29T02:01:39.459105Z","end":"2026-03-29T02:01:39.683268Z","steps":["trace[730855244] 'process raft request' (duration: 223.829522ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.690967Z","caller":"traceutil/trace.go:171","msg":"trace[1619865658] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"164.087073ms","start":"2026-03-29T02:01:39.526868Z","end":"2026-03-29T02:01:39.690955Z","steps":["trace[1619865658] 'process raft request' (duration: 162.723281ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:42.659889Z","caller":"traceutil/trace.go:171","msg":"trace[1427884286] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"200.084765ms","start":"2026-03-29T02:01:42.45977Z","end":"2026-03-29T02:01:42.659855Z","steps":["trace[1427884286] 'process raft request' (duration: 199.759496ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:42.86413Z","caller":"traceutil/trace.go:171","msg":"trace[1911305924] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"198.399293ms","start":"2026-03-29T02:01:42.665698Z","end":"2026-03-29T02:01:42.864097Z","steps":["trace[1911305924] 'process raft request' (duration: 168.81567ms)","trace[1911305924] 'compare' (duration: 29.44101ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:42.913909Z","caller":"traceutil/trace.go:171","msg":"trace[1308515713] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"246.504947ms","start":"2026-03-29T02:01:42.667386Z","end":"2026-03-29T02:01:42.913891Z","steps":["trace[1308515713] 'process raft request' (duration: 246.437405ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:42.913945Z","caller":"traceutil/trace.go:171","msg":"trace[737901850] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"246.789543ms","start":"2026-03-29T02:01:42.667123Z","end":"2026-03-29T02:01:42.913912Z","steps":["trace[737901850] 'process raft request' (duration: 246.560968ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:43.058939Z","caller":"traceutil/trace.go:171","msg":"trace[732047776] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:922; }","duration":"190.209986ms","start":"2026-03-29T02:01:42.868702Z","end":"2026-03-29T02:01:43.058912Z","steps":["trace[732047776] 'read index received' (duration: 44.98046ms)","trace[732047776] 'applied index is now lower than readState.Index' (duration: 145.228496ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:43.059062Z","caller":"traceutil/trace.go:171","msg":"trace[1637041595] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"190.81286ms","start":"2026-03-29T02:01:42.868215Z","end":"2026-03-29T02:01:43.059028Z","steps":["trace[1637041595] 'process raft request' (duration: 136.222299ms)","trace[1637041595] 'compare' (duration: 54.340255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:43.059443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.722818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-76flp\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-29T02:01:43.059529Z","caller":"traceutil/trace.go:171","msg":"trace[1616651441] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-76flp; range_end:; response_count:1; response_revision:890; }","duration":"190.882511ms","start":"2026-03-29T02:01:42.868632Z","end":"2026-03-29T02:01:43.059515Z","steps":["trace[1616651441] 'agreement among raft nodes before linearized reading' (duration: 190.517433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.059873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.662759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:43.06009Z","caller":"traceutil/trace.go:171","msg":"trace[74829420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:890; }","duration":"133.898284ms","start":"2026-03-29T02:01:42.926179Z","end":"2026-03-29T02:01:43.060077Z","steps":["trace[74829420] 'agreement among raft nodes before linearized reading' (duration: 133.661198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:43.411704Z","caller":"traceutil/trace.go:171","msg":"trace[1356903976] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:925; }","duration":"315.607224ms","start":"2026-03-29T02:01:43.09607Z","end":"2026-03-29T02:01:43.411678Z","steps":["trace[1356903976] 'read index received' (duration: 46.479674ms)","trace[1356903976] 'applied index is now lower than readState.Index' (duration: 269.12334ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:43.411768Z","caller":"traceutil/trace.go:171","msg":"trace[577793166] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"343.684993ms","start":"2026-03-29T02:01:43.068049Z","end":"2026-03-29T02:01:43.411734Z","steps":["trace[577793166] 'process raft request' (duration: 343.441238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.412119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:43.06803Z","time spent":"344.00341ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:43.412173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.224944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-29T02:01:43.412257Z","caller":"traceutil/trace.go:171","msg":"trace[1946610606] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:892; }","duration":"315.391108ms","start":"2026-03-29T02:01:43.096847Z","end":"2026-03-29T02:01:43.412238Z","steps":["trace[1946610606] 'agreement among raft nodes before linearized reading' (duration: 315.144392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.412316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:43.096838Z","time spent":"315.4634ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-29T02:01:43.412283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.075474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-29T02:01:43.412566Z","caller":"traceutil/trace.go:171","msg":"trace[1421625578] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:892; }","duration":"316.477974ms","start":"2026-03-29T02:01:43.096036Z","end":"2026-03-29T02:01:43.412514Z","steps":["trace[1421625578] 'agreement among raft nodes before linearized reading' (duration: 315.808479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.412622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:43.09602Z","time spent":"316.583896ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-29T02:01:43.855577Z","caller":"traceutil/trace.go:171","msg":"trace[1427728566] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"424.040539ms","start":"2026-03-29T02:01:43.431512Z","end":"2026-03-29T02:01:43.855553Z","steps":["trace[1427728566] 'read index received' (duration: 423.832834ms)","trace[1427728566] 'applied index is now lower than readState.Index' (duration: 204.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:43.855642Z","caller":"traceutil/trace.go:171","msg":"trace[821627904] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"430.129259ms","start":"2026-03-29T02:01:43.425478Z","end":"2026-03-29T02:01:43.855607Z","steps":["trace[821627904] 'process raft request' (duration: 429.881384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.855771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.240894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:43.855805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:43.425468Z","time spent":"430.243623ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:43.855832Z","caller":"traceutil/trace.go:171","msg":"trace[1476390640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"424.334456ms","start":"2026-03-29T02:01:43.431484Z","end":"2026-03-29T02:01:43.855818Z","steps":["trace[1476390640] 'agreement among raft nodes before linearized reading' (duration: 424.200553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.855873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:43.431472Z","time spent":"424.393697ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:43.855931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.625225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:43.855976Z","caller":"traceutil/trace.go:171","msg":"trace[309048720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:893; }","duration":"148.718216ms","start":"2026-03-29T02:01:43.707245Z","end":"2026-03-29T02:01:43.855964Z","steps":["trace[309048720] 'agreement among raft nodes before linearized reading' (duration: 148.613514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.85583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.862711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:01:43.856108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.031048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:43.856113Z","caller":"traceutil/trace.go:171","msg":"trace[940772093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:893; }","duration":"368.20851ms","start":"2026-03-29T02:01:43.487874Z","end":"2026-03-29T02:01:43.856082Z","steps":["trace[940772093] 'agreement among raft nodes before linearized reading' (duration: 367.830821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.85611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.917272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:43.856175Z","caller":"traceutil/trace.go:171","msg":"trace[2076603018] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:893; }","duration":"163.143721ms","start":"2026-03-29T02:01:43.693014Z","end":"2026-03-29T02:01:43.856158Z","steps":["trace[2076603018] 'agreement among raft nodes before linearized reading' (duration: 163.032148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.856199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:43.487854Z","time spent":"368.314612ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:01:43.856216Z","caller":"traceutil/trace.go:171","msg":"trace[1109712707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:893; }","duration":"149.071886ms","start":"2026-03-29T02:01:43.707119Z","end":"2026-03-29T02:01:43.856191Z","steps":["trace[1109712707] 'agreement among raft nodes before linearized reading' (duration: 148.809779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.856343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.140517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:43.85639Z","caller":"traceutil/trace.go:171","msg":"trace[850613273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:893; }","duration":"149.226599ms","start":"2026-03-29T02:01:43.707152Z","end":"2026-03-29T02:01:43.856379Z","steps":["trace[850613273] 'agreement among raft nodes before linearized reading' (duration: 149.046455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:43.856648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.079404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:43.856697Z","caller":"traceutil/trace.go:171","msg":"trace[1114230296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:893; }","duration":"158.170166ms","start":"2026-03-29T02:01:43.698516Z","end":"2026-03-29T02:01:43.856686Z","steps":["trace[1114230296] 'agreement among raft nodes before linearized reading' (duration: 157.468489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:44.270375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.022831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:44.270455Z","caller":"traceutil/trace.go:171","msg":"trace[1483014160] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:898; }","duration":"100.152064ms","start":"2026-03-29T02:01:44.170283Z","end":"2026-03-29T02:01:44.270435Z","steps":["trace[1483014160] 'range keys from in-memory index tree' (duration: 99.947109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:44.471282Z","caller":"traceutil/trace.go:171","msg":"trace[633608242] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"118.853256ms","start":"2026-03-29T02:01:44.352403Z","end":"2026-03-29T02:01:44.471256Z","steps":["trace[633608242] 'process raft request' (duration: 118.680422ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:49.561671Z","caller":"traceutil/trace.go:171","msg":"trace[813804243] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"103.892331ms","start":"2026-03-29T02:01:49.45775Z","end":"2026-03-29T02:01:49.561642Z","steps":["trace[813804243] 'process raft request' (duration: 103.694736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:50.766767Z","caller":"traceutil/trace.go:171","msg":"trace[2002085207] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"272.367904ms","start":"2026-03-29T02:01:50.494376Z","end":"2026-03-29T02:01:50.766744Z","steps":["trace[2002085207] 'process raft request' (duration: 272.211321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.499082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.122005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:51.49921Z","caller":"traceutil/trace.go:171","msg":"trace[2087239757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:955; }","duration":"560.270378ms","start":"2026-03-29T02:01:50.938879Z","end":"2026-03-29T02:01:51.499149Z","steps":["trace[2087239757] 'count revisions from in-memory index tree' (duration: 560.017492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.499264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.938859Z","time spent":"560.39265ms","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:01:52.114162Z","caller":"traceutil/trace.go:171","msg":"trace[222718157] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"150.934688ms","start":"2026-03-29T02:01:51.963196Z","end":"2026-03-29T02:01:52.11413Z","steps":["trace[222718157] 'read index received' (duration: 149.512225ms)","trace[222718157] 'applied index is now lower than readState.Index' (duration: 1.420513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:52.114455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.219794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:52.114541Z","caller":"traceutil/trace.go:171","msg":"trace[462070966] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:958; }","duration":"151.365989ms","start":"2026-03-29T02:01:51.96316Z","end":"2026-03-29T02:01:52.114526Z","steps":["trace[462070966] 'agreement among raft nodes before linearized reading' (duration: 151.214744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.114554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.167141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:52.114649Z","caller":"traceutil/trace.go:171","msg":"trace[280336191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:958; }","duration":"150.288994ms","start":"2026-03-29T02:01:51.96434Z","end":"2026-03-29T02:01:52.114629Z","steps":["trace[280336191] 'agreement among raft nodes before linearized reading' (duration: 150.065858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.114886Z","caller":"traceutil/trace.go:171","msg":"trace[593493707] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"163.13831ms","start":"2026-03-29T02:01:51.95112Z","end":"2026-03-29T02:01:52.114259Z","steps":["trace[593493707] 'process raft request' (duration: 161.616025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.115277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.13318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:52.115368Z","caller":"traceutil/trace.go:171","msg":"trace[206837780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:958; }","duration":"150.257684ms","start":"2026-03-29T02:01:51.96509Z","end":"2026-03-29T02:01:52.115348Z","steps":["trace[206837780] 'agreement among raft nodes before linearized reading' (duration: 149.950167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.115401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.911618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:52.115845Z","caller":"traceutil/trace.go:171","msg":"trace[400291608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:958; }","duration":"151.141583ms","start":"2026-03-29T02:01:51.964441Z","end":"2026-03-29T02:01:52.115583Z","steps":["trace[400291608] 'agreement among raft nodes before linearized reading' (duration: 150.804515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.384885Z","caller":"traceutil/trace.go:171","msg":"trace[947813005] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"263.879708ms","start":"2026-03-29T02:01:52.120987Z","end":"2026-03-29T02:01:52.384866Z","steps":["trace[947813005] 'process raft request' (duration: 263.722374ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.385056Z","caller":"traceutil/trace.go:171","msg":"trace[245920442] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:996; }","duration":"220.657829ms","start":"2026-03-29T02:01:52.164369Z","end":"2026-03-29T02:01:52.385027Z","steps":["trace[245920442] 'read index received' (duration: 30.443833ms)","trace[245920442] 'applied index is now lower than readState.Index' (duration: 190.211806ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.385162Z","caller":"traceutil/trace.go:171","msg":"trace[880374482] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"264.145134ms","start":"2026-03-29T02:01:52.120987Z","end":"2026-03-29T02:01:52.385132Z","steps":["trace[880374482] 'process raft request' (duration: 263.846697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.385328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.939596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-ckxrq\" ","response":"range_response_count:1 size:2274"} {"level":"info","ts":"2026-03-29T02:01:52.385376Z","caller":"traceutil/trace.go:171","msg":"trace[401383271] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-ckxrq; range_end:; response_count:1; response_revision:961; }","duration":"221.030878ms","start":"2026-03-29T02:01:52.164332Z","end":"2026-03-29T02:01:52.385363Z","steps":["trace[401383271] 'agreement among raft nodes before linearized reading' (duration: 220.850404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.385546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.838612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ckxrq\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-03-29T02:01:52.385654Z","caller":"traceutil/trace.go:171","msg":"trace[1735804018] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ckxrq; range_end:; response_count:1; response_revision:961; }","duration":"121.008206ms","start":"2026-03-29T02:01:52.264621Z","end":"2026-03-29T02:01:52.385629Z","steps":["trace[1735804018] 'agreement among raft nodes before linearized reading' (duration: 120.710649ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.571988Z","caller":"traceutil/trace.go:171","msg":"trace[2039921475] transaction","detail":"{read_only:false; number_of_response:1; response_revision:962; }","duration":"183.699476ms","start":"2026-03-29T02:01:52.388255Z","end":"2026-03-29T02:01:52.571955Z","steps":["trace[2039921475] 'process raft request' (duration: 139.459373ms)","trace[2039921475] 'compare' (duration: 44.083339ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.763542Z","caller":"traceutil/trace.go:171","msg":"trace[896022203] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:998; }","duration":"331.127762ms","start":"2026-03-29T02:01:52.432389Z","end":"2026-03-29T02:01:52.763517Z","steps":["trace[896022203] 'read index received' (duration: 95.436905ms)","trace[896022203] 'applied index is now lower than readState.Index' (duration: 235.689867ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.763621Z","caller":"traceutil/trace.go:171","msg":"trace[814272323] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"370.451081ms","start":"2026-03-29T02:01:52.393142Z","end":"2026-03-29T02:01:52.763593Z","steps":["trace[814272323] 'process raft request' (duration: 282.030268ms)","trace[814272323] 'compare' (duration: 88.198498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:52.763703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.299506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:52.76378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.393125Z","time spent":"370.555323ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5054,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:52.763787Z","caller":"traceutil/trace.go:171","msg":"trace[347838611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:963; }","duration":"331.411629ms","start":"2026-03-29T02:01:52.432346Z","end":"2026-03-29T02:01:52.763758Z","steps":["trace[347838611] 'agreement among raft nodes before linearized reading' (duration: 331.285966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.763832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.432328Z","time spent":"331.4958ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:52.984333Z","caller":"traceutil/trace.go:171","msg":"trace[240158726] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1000; }","duration":"200.625177ms","start":"2026-03-29T02:01:52.783689Z","end":"2026-03-29T02:01:52.984314Z","steps":["trace[240158726] 'read index received' (duration: 66.812964ms)","trace[240158726] 'applied index is now lower than readState.Index' (duration: 133.811403ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.984411Z","caller":"traceutil/trace.go:171","msg":"trace[619711019] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"213.503814ms","start":"2026-03-29T02:01:52.770886Z","end":"2026-03-29T02:01:52.98439Z","steps":["trace[619711019] 'process raft request' (duration: 213.30341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.984621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.913543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ckxrq\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-03-29T02:01:52.984677Z","caller":"traceutil/trace.go:171","msg":"trace[297566678] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ckxrq; range_end:; response_count:1; response_revision:965; }","duration":"201.003595ms","start":"2026-03-29T02:01:52.78366Z","end":"2026-03-29T02:01:52.984664Z","steps":["trace[297566678] 'agreement among raft nodes before linearized reading' (duration: 200.77521ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:54.381199Z","caller":"traceutil/trace.go:171","msg":"trace[230675163] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"121.587751ms","start":"2026-03-29T02:01:54.259592Z","end":"2026-03-29T02:01:54.38118Z","steps":["trace[230675163] 'process raft request' (duration: 121.468948ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:54.537867Z","caller":"traceutil/trace.go:171","msg":"trace[701834049] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1008; }","duration":"105.735564ms","start":"2026-03-29T02:01:54.43211Z","end":"2026-03-29T02:01:54.537846Z","steps":["trace[701834049] 'read index received' (duration: 99.13875ms)","trace[701834049] 'applied index is now lower than readState.Index' (duration: 6.595984ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:54.537934Z","caller":"traceutil/trace.go:171","msg":"trace[709114229] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"146.999918ms","start":"2026-03-29T02:01:54.390918Z","end":"2026-03-29T02:01:54.537918Z","steps":["trace[709114229] 'process raft request' (duration: 140.322993ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:54.537986Z","caller":"traceutil/trace.go:171","msg":"trace[1913516246] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"145.983064ms","start":"2026-03-29T02:01:54.391993Z","end":"2026-03-29T02:01:54.537976Z","steps":["trace[1913516246] 'process raft request' (duration: 145.793309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:54.538248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.127593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:54.538291Z","caller":"traceutil/trace.go:171","msg":"trace[981192598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"106.217384ms","start":"2026-03-29T02:01:54.432064Z","end":"2026-03-29T02:01:54.538281Z","steps":["trace[981192598] 'agreement among raft nodes before linearized reading' (duration: 106.146153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:06.262847Z","caller":"traceutil/trace.go:171","msg":"trace[842859155] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"224.539869ms","start":"2026-03-29T02:02:06.038276Z","end":"2026-03-29T02:02:06.262816Z","steps":["trace[842859155] 'process raft request' (duration: 224.380095ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:08.243914Z","caller":"traceutil/trace.go:171","msg":"trace[671117695] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"140.086167ms","start":"2026-03-29T02:02:08.1038Z","end":"2026-03-29T02:02:08.243886Z","steps":["trace[671117695] 'process raft request' (duration: 139.930074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:12.800352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:13.300931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:13.344937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.614224884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:13.345555Z","caller":"traceutil/trace.go:171","msg":"trace[1983178514] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"1.624058621s","start":"2026-03-29T02:02:11.721468Z","end":"2026-03-29T02:02:13.345526Z","steps":["trace[1983178514] 'process raft request' (duration: 1.623858596s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.345725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:11.721445Z","time spent":"1.624187504s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:14.390018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.579717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:14.390108Z","caller":"traceutil/trace.go:171","msg":"trace[1429306669] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1073; }","duration":"2.09001726s","start":"2026-03-29T02:02:12.300079Z","end":"2026-03-29T02:02:14.390096Z","steps":["trace[1429306669] 'read index received' (duration: 1.045176374s)","trace[1429306669] 'applied index is now lower than readState.Index' (duration: 1.044839846s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:14.390269Z","caller":"traceutil/trace.go:171","msg":"trace[1172404731] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"1.253321334s","start":"2026-03-29T02:02:13.136939Z","end":"2026-03-29T02:02:14.390261Z","steps":["trace[1172404731] 'process raft request' (duration: 283.413289ms)","trace[1172404731] 'compare' (duration: 969.293711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:14.390316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:13.136917Z","time spent":"1.253378475s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:14.390487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090408009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:14.390513Z","caller":"traceutil/trace.go:171","msg":"trace[1229733412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1032; }","duration":"2.090466371s","start":"2026-03-29T02:02:12.30004Z","end":"2026-03-29T02:02:14.390507Z","steps":["trace[1229733412] 'agreement among raft nodes before linearized reading' (duration: 2.090376498s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.390533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:12.300022Z","time spent":"2.090503831s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:14.390648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017447844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:14.390672Z","caller":"traceutil/trace.go:171","msg":"trace[1483383098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1032; }","duration":"2.017507555s","start":"2026-03-29T02:02:12.373159Z","end":"2026-03-29T02:02:14.390667Z","steps":["trace[1483383098] 'agreement among raft nodes before linearized reading' (duration: 2.017453574s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.390687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:12.373138Z","time spent":"2.017545986s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:14.391172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.108322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:14.391207Z","caller":"traceutil/trace.go:171","msg":"trace[895071958] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1032; }","duration":"572.183674ms","start":"2026-03-29T02:02:13.819016Z","end":"2026-03-29T02:02:14.3912Z","steps":["trace[895071958] 'agreement among raft nodes before linearized reading' (duration: 572.125613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.391228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:13.818996Z","time spent":"572.223945ms","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:14.391256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675922612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:14.391345Z","caller":"traceutil/trace.go:171","msg":"trace[514907721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1032; }","duration":"1.676049154s","start":"2026-03-29T02:02:12.715277Z","end":"2026-03-29T02:02:14.391326Z","steps":["trace[514907721] 'agreement among raft nodes before linearized reading' (duration: 1.675821809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.391399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:12.71526Z","time spent":"1.676128457s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:14.391423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907643985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:14.391442Z","caller":"traceutil/trace.go:171","msg":"trace[1827125361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1032; }","duration":"1.907682707s","start":"2026-03-29T02:02:12.483754Z","end":"2026-03-29T02:02:14.391437Z","steps":["trace[1827125361] 'agreement among raft nodes before linearized reading' (duration: 1.907624585s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.391464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:12.483741Z","time spent":"1.907719677s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:14.391365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956659459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:14.391499Z","caller":"traceutil/trace.go:171","msg":"trace[241412895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1032; }","duration":"1.956828053s","start":"2026-03-29T02:02:12.434658Z","end":"2026-03-29T02:02:14.391486Z","steps":["trace[241412895] 'agreement among raft nodes before linearized reading' (duration: 1.95669176s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.391523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655062179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:02:14.391533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043852724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T02:02:14.391571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:12.434636Z","time spent":"1.956904475s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:14.391625Z","caller":"traceutil/trace.go:171","msg":"trace[2032058731] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1032; }","duration":"1.043935886s","start":"2026-03-29T02:02:13.347649Z","end":"2026-03-29T02:02:14.391585Z","steps":["trace[2032058731] 'agreement among raft nodes before linearized reading' (duration: 1.043851524s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.391682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:13.347633Z","time spent":"1.044036268s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:02:14.391558Z","caller":"traceutil/trace.go:171","msg":"trace[367548842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1032; }","duration":"1.65512745s","start":"2026-03-29T02:02:12.736421Z","end":"2026-03-29T02:02:14.391548Z","steps":["trace[367548842] 'agreement among raft nodes before linearized reading' (duration: 1.655026128s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.391807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:12.736406Z","time spent":"1.655390117s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:14.90337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:15.404282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:15.582275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186215863s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:15.616962Z","caller":"traceutil/trace.go:171","msg":"trace[339093476] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"1.220929586s","start":"2026-03-29T02:02:14.395996Z","end":"2026-03-29T02:02:15.616926Z","steps":["trace[339093476] 'process raft request' (duration: 1.186670485s)","trace[339093476] 'compare' (duration: 34.151569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:15.617066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.395985Z","time spent":"1.221022898s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:15.807439Z","caller":"traceutil/trace.go:171","msg":"trace[1189599462] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"1.411370796s","start":"2026-03-29T02:02:14.396048Z","end":"2026-03-29T02:02:15.807419Z","steps":["trace[1189599462] 'process raft request' (duration: 1.40590292s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.807561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.396038Z","time spent":"1.411460379s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:15.807681Z","caller":"traceutil/trace.go:171","msg":"trace[1784132635] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"1.411584811s","start":"2026-03-29T02:02:14.39609Z","end":"2026-03-29T02:02:15.807675Z","steps":["trace[1784132635] 'process raft request' (duration: 1.411223183s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.807711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.396085Z","time spent":"1.411608602s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:15.807897Z","caller":"traceutil/trace.go:171","msg":"trace[1527475917] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1075; }","duration":"1.405538921s","start":"2026-03-29T02:02:14.40235Z","end":"2026-03-29T02:02:15.807889Z","steps":["trace[1527475917] 'read index received' (duration: 1.180307406s)","trace[1527475917] 'applied index is now lower than readState.Index' (duration: 225.230535ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:15.807921Z","caller":"traceutil/trace.go:171","msg":"trace[835237551] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"1.411775536s","start":"2026-03-29T02:02:14.396121Z","end":"2026-03-29T02:02:15.807897Z","steps":["trace[835237551] 'process raft request' (duration: 1.411528321s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:15.807932Z","caller":"traceutil/trace.go:171","msg":"trace[2108525970] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"1.411746746s","start":"2026-03-29T02:02:14.39616Z","end":"2026-03-29T02:02:15.807907Z","steps":["trace[2108525970] 'process raft request' (duration: 1.411695234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.808039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.396118Z","time spent":"1.411858138s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:15.808065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.396153Z","time spent":"1.411839988s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:15.807966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405601002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:15.808102Z","caller":"traceutil/trace.go:171","msg":"trace[1067347908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"1.405751256s","start":"2026-03-29T02:02:14.402344Z","end":"2026-03-29T02:02:15.808095Z","steps":["trace[1067347908] 'agreement among raft nodes before linearized reading' (duration: 1.405571372s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.808123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.402325Z","time spent":"1.405792647s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:16.611577Z","caller":"traceutil/trace.go:171","msg":"trace[1241102871] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"211.963598ms","start":"2026-03-29T02:02:16.399592Z","end":"2026-03-29T02:02:16.611556Z","steps":["trace[1241102871] 'process raft request' (duration: 211.769964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:17.228633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.203845ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:02:17.228729Z","caller":"traceutil/trace.go:171","msg":"trace[1668290098] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1081; }","duration":"172.2254ms","start":"2026-03-29T02:02:17.056487Z","end":"2026-03-29T02:02:17.228713Z","steps":["trace[1668290098] 'read index received' (duration: 58.915562ms)","trace[1668290098] 'applied index is now lower than readState.Index' (duration: 113.308318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:17.228817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.303233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:17.228847Z","caller":"traceutil/trace.go:171","msg":"trace[740181332] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1038; }","duration":"172.379714ms","start":"2026-03-29T02:02:17.056458Z","end":"2026-03-29T02:02:17.228838Z","steps":["trace[740181332] 'agreement among raft nodes before linearized reading' (duration: 172.297691ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:18.197034Z","caller":"traceutil/trace.go:171","msg":"trace[1121685644] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"381.028906ms","start":"2026-03-29T02:02:17.815975Z","end":"2026-03-29T02:02:18.197004Z","steps":["trace[1121685644] 'process raft request' (duration: 377.687379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.197225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.815946Z","time spent":"381.19233ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:18.197246Z","caller":"traceutil/trace.go:171","msg":"trace[392699296] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"381.019416ms","start":"2026-03-29T02:02:17.816203Z","end":"2026-03-29T02:02:18.197223Z","steps":["trace[392699296] 'process raft request' (duration: 380.7548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:18.197336Z","caller":"traceutil/trace.go:171","msg":"trace[750694839] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"380.496373ms","start":"2026-03-29T02:02:17.816793Z","end":"2026-03-29T02:02:18.197289Z","steps":["trace[750694839] 'process raft request' (duration: 380.34682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.197354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.281402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:18.197404Z","caller":"traceutil/trace.go:171","msg":"trace[1692445451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1043; }","duration":"169.380804ms","start":"2026-03-29T02:02:18.028012Z","end":"2026-03-29T02:02:18.197393Z","steps":["trace[1692445451] 'agreement among raft nodes before linearized reading' (duration: 169.277041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.19741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.816194Z","time spent":"381.119278ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:18.19745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.816786Z","time spent":"380.607266ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:18.197244Z","caller":"traceutil/trace.go:171","msg":"trace[2030040488] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1084; }","duration":"169.161099ms","start":"2026-03-29T02:02:18.028061Z","end":"2026-03-29T02:02:18.197222Z","steps":["trace[2030040488] 'read index received' (duration: 165.625317ms)","trace[2030040488] 'applied index is now lower than readState.Index' (duration: 3.534932ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:18.19871Z","caller":"traceutil/trace.go:171","msg":"trace[1316031586] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"160.284444ms","start":"2026-03-29T02:02:18.03841Z","end":"2026-03-29T02:02:18.198694Z","steps":["trace[1316031586] 'process raft request' (duration: 160.191052ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:18.724618Z","caller":"traceutil/trace.go:171","msg":"trace[247606018] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"108.875445ms","start":"2026-03-29T02:02:18.615724Z","end":"2026-03-29T02:02:18.724599Z","steps":["trace[247606018] 'process raft request' (duration: 108.742872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.053578Z","caller":"traceutil/trace.go:171","msg":"trace[2112893728] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"161.272547ms","start":"2026-03-29T02:02:19.892285Z","end":"2026-03-29T02:02:20.053558Z","steps":["trace[2112893728] 'process raft request' (duration: 161.153344ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.3837Z","caller":"traceutil/trace.go:171","msg":"trace[273726783] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"180.148594ms","start":"2026-03-29T02:02:20.203518Z","end":"2026-03-29T02:02:20.383667Z","steps":["trace[273726783] 'process raft request' (duration: 179.9781ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.486757Z","caller":"traceutil/trace.go:171","msg":"trace[748001780] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"281.29895ms","start":"2026-03-29T02:02:20.205433Z","end":"2026-03-29T02:02:20.486732Z","steps":["trace[748001780] 'process raft request' (duration: 261.522783ms)","trace[748001780] 'compare' (duration: 19.194983ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:20.486937Z","caller":"traceutil/trace.go:171","msg":"trace[358352090] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"280.82208ms","start":"2026-03-29T02:02:20.206097Z","end":"2026-03-29T02:02:20.486919Z","steps":["trace[358352090] 'process raft request' (duration: 280.185264ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:21.949608Z","caller":"traceutil/trace.go:171","msg":"trace[981954755] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1096; }","duration":"223.332631ms","start":"2026-03-29T02:02:21.72625Z","end":"2026-03-29T02:02:21.949583Z","steps":["trace[981954755] 'read index received' (duration: 223.218658ms)","trace[981954755] 'applied index is now lower than readState.Index' (duration: 112.533µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:21.949623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.596024Z","time spent":"353.593313ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:02:21.949803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.542667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:21.949842Z","caller":"traceutil/trace.go:171","msg":"trace[642984769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1052; }","duration":"223.640709ms","start":"2026-03-29T02:02:21.726186Z","end":"2026-03-29T02:02:21.949827Z","steps":["trace[642984769] 'agreement among raft nodes before linearized reading' (duration: 223.480535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.436847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.856882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:22.43693Z","caller":"traceutil/trace.go:171","msg":"trace[1241575895] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"486.305079ms","start":"2026-03-29T02:02:21.950611Z","end":"2026-03-29T02:02:22.436916Z","steps":["trace[1241575895] 'process raft request' (duration: 198.304184ms)","trace[1241575895] 'compare' (duration: 287.76675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:22.436989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.950581Z","time spent":"486.38457ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:22.487788Z","caller":"traceutil/trace.go:171","msg":"trace[1387437924] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1097; }","duration":"481.373145ms","start":"2026-03-29T02:02:22.006389Z","end":"2026-03-29T02:02:22.487762Z","steps":["trace[1387437924] 'read index received' (duration: 142.687917ms)","trace[1387437924] 'applied index is now lower than readState.Index' (duration: 338.684218ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:22.487915Z","caller":"traceutil/trace.go:171","msg":"trace[1863485987] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"534.4076ms","start":"2026-03-29T02:02:21.953482Z","end":"2026-03-29T02:02:22.487889Z","steps":["trace[1863485987] 'process raft request' (duration: 534.127674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.487959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.55015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:22.487999Z","caller":"traceutil/trace.go:171","msg":"trace[580013080] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1054; }","duration":"481.640841ms","start":"2026-03-29T02:02:22.006347Z","end":"2026-03-29T02:02:22.487988Z","steps":["trace[580013080] 'agreement among raft nodes before linearized reading' (duration: 481.555119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.48803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.006329Z","time spent":"481.694022ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:22.488041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.884605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:02:22.48804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.953465Z","time spent":"534.511503ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:22.488082Z","caller":"traceutil/trace.go:171","msg":"trace[1213886409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1054; }","duration":"429.945828ms","start":"2026-03-29T02:02:22.058125Z","end":"2026-03-29T02:02:22.488071Z","steps":["trace[1213886409] 'agreement among raft nodes before linearized reading' (duration: 429.785224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.48812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.058073Z","time spent":"430.036259ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:22.488286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.38337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:22.488312Z","caller":"traceutil/trace.go:171","msg":"trace[1706209718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1054; }","duration":"100.443212ms","start":"2026-03-29T02:02:22.387861Z","end":"2026-03-29T02:02:22.488304Z","steps":["trace[1706209718] 'agreement among raft nodes before linearized reading' (duration: 100.36435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.874051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.598788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:22.874253Z","caller":"traceutil/trace.go:171","msg":"trace[801225129] linearizableReadLoop","detail":"{readStateIndex:1101; appliedIndex:1099; }","duration":"381.840525ms","start":"2026-03-29T02:02:22.492399Z","end":"2026-03-29T02:02:22.87424Z","steps":["trace[801225129] 'read index received' (duration: 84.004881ms)","trace[801225129] 'applied index is now lower than readState.Index' (duration: 297.834994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:22.874366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.981509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:22.874385Z","caller":"traceutil/trace.go:171","msg":"trace[1672641667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1057; }","duration":"382.028779ms","start":"2026-03-29T02:02:22.492349Z","end":"2026-03-29T02:02:22.874378Z","steps":["trace[1672641667] 'agreement among raft nodes before linearized reading' (duration: 381.941067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.874407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.492329Z","time spent":"382.073011ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:02:22.874395Z","caller":"traceutil/trace.go:171","msg":"trace[724826774] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"382.286036ms","start":"2026-03-29T02:02:22.492077Z","end":"2026-03-29T02:02:22.874363Z","steps":["trace[724826774] 'process raft request' (duration: 84.311669ms)","trace[724826774] 'compare' (duration: 297.414384ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:22.874487Z","caller":"traceutil/trace.go:171","msg":"trace[791472256] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"382.253315ms","start":"2026-03-29T02:02:22.492203Z","end":"2026-03-29T02:02:22.874456Z","steps":["trace[791472256] 'process raft request' (duration: 381.939518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.87454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.49205Z","time spent":"382.411728ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:22.874602Z","caller":"traceutil/trace.go:171","msg":"trace[1878407981] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"380.451483ms","start":"2026-03-29T02:02:22.49414Z","end":"2026-03-29T02:02:22.874592Z","steps":["trace[1878407981] 'process raft request' (duration: 380.074564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.874644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.494123Z","time spent":"380.498844ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:22.874646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.49218Z","time spent":"382.383817ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:23.327029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.005688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:23.327217Z","caller":"traceutil/trace.go:171","msg":"trace[913771518] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"448.252279ms","start":"2026-03-29T02:02:22.878951Z","end":"2026-03-29T02:02:23.327204Z","steps":["trace[913771518] 'process raft request' (duration: 448.187087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.878932Z","time spent":"448.30987ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:23.327275Z","caller":"traceutil/trace.go:171","msg":"trace[1207853237] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"576.461741ms","start":"2026-03-29T02:02:22.750775Z","end":"2026-03-29T02:02:23.327237Z","steps":["trace[1207853237] 'process raft request' (duration: 364.184736ms)","trace[1207853237] 'compare' (duration: 211.817724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:23.327443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.75075Z","time spent":"576.606035ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:24.698043Z","caller":"traceutil/trace.go:171","msg":"trace[65856337] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"202.559002ms","start":"2026-03-29T02:02:24.495464Z","end":"2026-03-29T02:02:24.698023Z","steps":["trace[65856337] 'process raft request' (duration: 202.420949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.06755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.109931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:25.067633Z","caller":"traceutil/trace.go:171","msg":"trace[1542185718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1060; }","duration":"186.250995ms","start":"2026-03-29T02:02:24.881364Z","end":"2026-03-29T02:02:25.067615Z","steps":["trace[1542185718] 'range keys from in-memory index tree' (duration: 185.937768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.067595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.46968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:25.067698Z","caller":"traceutil/trace.go:171","msg":"trace[519966121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1060; }","duration":"186.680805ms","start":"2026-03-29T02:02:24.880991Z","end":"2026-03-29T02:02:25.067672Z","steps":["trace[519966121] 'range keys from in-memory index tree' (duration: 186.228994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.067725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.625976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:25.06783Z","caller":"traceutil/trace.go:171","msg":"trace[295744897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1060; }","duration":"187.81975ms","start":"2026-03-29T02:02:24.879989Z","end":"2026-03-29T02:02:25.067808Z","steps":["trace[295744897] 'range keys from in-memory index tree' (duration: 187.383761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:25.205582Z","caller":"traceutil/trace.go:171","msg":"trace[2119691673] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"133.861254ms","start":"2026-03-29T02:02:25.071701Z","end":"2026-03-29T02:02:25.205563Z","steps":["trace[2119691673] 'process raft request' (duration: 133.730061ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:25.234341Z","caller":"traceutil/trace.go:171","msg":"trace[1323081170] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"161.846031ms","start":"2026-03-29T02:02:25.072474Z","end":"2026-03-29T02:02:25.234321Z","steps":["trace[1323081170] 'process raft request' (duration: 161.80862ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:25.234405Z","caller":"traceutil/trace.go:171","msg":"trace[506070003] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"162.2552ms","start":"2026-03-29T02:02:25.072123Z","end":"2026-03-29T02:02:25.234378Z","steps":["trace[506070003] 'process raft request' (duration: 162.047075ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:26.852946Z","caller":"traceutil/trace.go:171","msg":"trace[830462753] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"146.869474ms","start":"2026-03-29T02:02:26.706056Z","end":"2026-03-29T02:02:26.852925Z","steps":["trace[830462753] 'process raft request' (duration: 146.748071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.477601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.02924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:02:27.477675Z","caller":"traceutil/trace.go:171","msg":"trace[1353720663] linearizableReadLoop","detail":"{readStateIndex:1112; appliedIndex:1111; }","duration":"267.457378ms","start":"2026-03-29T02:02:27.210205Z","end":"2026-03-29T02:02:27.477663Z","steps":["trace[1353720663] 'read index received' (duration: 36.091µs)","trace[1353720663] 'applied index is now lower than readState.Index' (duration: 267.420287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:27.477812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.607311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:27.477836Z","caller":"traceutil/trace.go:171","msg":"trace[1933437059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1066; }","duration":"267.638442ms","start":"2026-03-29T02:02:27.21019Z","end":"2026-03-29T02:02:27.477828Z","steps":["trace[1933437059] 'agreement among raft nodes before linearized reading' (duration: 267.524309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.478446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.111709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:27.478486Z","caller":"traceutil/trace.go:171","msg":"trace[1702097601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1067; }","duration":"241.17256ms","start":"2026-03-29T02:02:27.237307Z","end":"2026-03-29T02:02:27.47848Z","steps":["trace[1702097601] 'agreement among raft nodes before linearized reading' (duration: 241.087448ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.478625Z","caller":"traceutil/trace.go:171","msg":"trace[1686760406] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"113.590761ms","start":"2026-03-29T02:02:27.365027Z","end":"2026-03-29T02:02:27.478618Z","steps":["trace[1686760406] 'process raft request' (duration: 113.289695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.478958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.305262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:27.478983Z","caller":"traceutil/trace.go:171","msg":"trace[1971358549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1067; }","duration":"112.358003ms","start":"2026-03-29T02:02:27.366618Z","end":"2026-03-29T02:02:27.478976Z","steps":["trace[1971358549] 'agreement among raft nodes before linearized reading' (duration: 112.301662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.478964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.671007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:27.479067Z","caller":"traceutil/trace.go:171","msg":"trace[385344631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1067; }","duration":"240.801382ms","start":"2026-03-29T02:02:27.238243Z","end":"2026-03-29T02:02:27.479044Z","steps":["trace[385344631] 'agreement among raft nodes before linearized reading' (duration: 240.510134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.808628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.501809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:27.808808Z","caller":"traceutil/trace.go:171","msg":"trace[1919500036] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"326.419937ms","start":"2026-03-29T02:02:27.482375Z","end":"2026-03-29T02:02:27.808795Z","steps":["trace[1919500036] 'process raft request' (duration: 326.342415ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.808812Z","caller":"traceutil/trace.go:171","msg":"trace[1792971699] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"326.640632ms","start":"2026-03-29T02:02:27.482145Z","end":"2026-03-29T02:02:27.808786Z","steps":["trace[1792971699] 'process raft request' (duration: 185.924589ms)","trace[1792971699] 'compare' (duration: 140.383395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:27.808852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.482362Z","time spent":"326.470458ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:27.808931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.482126Z","time spent":"326.748445ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:27.808995Z","caller":"traceutil/trace.go:171","msg":"trace[1177257703] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"325.65709ms","start":"2026-03-29T02:02:27.483308Z","end":"2026-03-29T02:02:27.808965Z","steps":["trace[1177257703] 'process raft request' (duration: 325.441785ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.809014Z","caller":"traceutil/trace.go:171","msg":"trace[1479541258] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"325.630489ms","start":"2026-03-29T02:02:27.483363Z","end":"2026-03-29T02:02:27.808993Z","steps":["trace[1479541258] 'process raft request' (duration: 325.539987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.809115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.483301Z","time spent":"325.751892ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:27.809139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.483356Z","time spent":"325.721991ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:29.953015Z","caller":"traceutil/trace.go:171","msg":"trace[1687051487] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"135.480184ms","start":"2026-03-29T02:02:29.817512Z","end":"2026-03-29T02:02:29.952992Z","steps":["trace[1687051487] 'process raft request' (duration: 135.441103ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:29.953215Z","caller":"traceutil/trace.go:171","msg":"trace[666700873] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"135.74552ms","start":"2026-03-29T02:02:29.817458Z","end":"2026-03-29T02:02:29.953204Z","steps":["trace[666700873] 'process raft request' (duration: 135.455723ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:29.953271Z","caller":"traceutil/trace.go:171","msg":"trace[932351848] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"135.831502ms","start":"2026-03-29T02:02:29.817309Z","end":"2026-03-29T02:02:29.95314Z","steps":["trace[932351848] 'process raft request' (duration: 135.481615ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:34.042715Z","caller":"traceutil/trace.go:171","msg":"trace[1327540441] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"107.055473ms","start":"2026-03-29T02:02:33.935621Z","end":"2026-03-29T02:02:34.042676Z","steps":["trace[1327540441] 'process raft request' (duration: 106.713194ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:36.181261Z","caller":"traceutil/trace.go:171","msg":"trace[648181599] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"131.189185ms","start":"2026-03-29T02:02:36.050049Z","end":"2026-03-29T02:02:36.181238Z","steps":["trace[648181599] 'process raft request' (duration: 130.899979ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:36.336959Z","caller":"traceutil/trace.go:171","msg":"trace[439162362] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"151.216233ms","start":"2026-03-29T02:02:36.185718Z","end":"2026-03-29T02:02:36.336934Z","steps":["trace[439162362] 'process raft request' (duration: 64.455426ms)","trace[439162362] 'compare' (duration: 86.599793ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:36.337265Z","caller":"traceutil/trace.go:171","msg":"trace[2114380210] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"151.317486ms","start":"2026-03-29T02:02:36.185931Z","end":"2026-03-29T02:02:36.337248Z","steps":["trace[2114380210] 'process raft request' (duration: 151.195134ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:36.337208Z","caller":"traceutil/trace.go:171","msg":"trace[1155135356] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"151.399398ms","start":"2026-03-29T02:02:36.185792Z","end":"2026-03-29T02:02:36.337191Z","steps":["trace[1155135356] 'process raft request' (duration: 151.10214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.408582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155877218s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:02:38.408884Z","caller":"traceutil/trace.go:171","msg":"trace[1195643039] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1145; }","duration":"1.415475124s","start":"2026-03-29T02:02:36.993382Z","end":"2026-03-29T02:02:38.408857Z","steps":["trace[1195643039] 'read index received' (duration: 259.250098ms)","trace[1195643039] 'applied index is now lower than readState.Index' (duration: 1.156223426s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:38.409063Z","caller":"traceutil/trace.go:171","msg":"trace[1345709547] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"826.109764ms","start":"2026-03-29T02:02:37.582928Z","end":"2026-03-29T02:02:38.409038Z","steps":["trace[1345709547] 'process raft request' (duration: 825.814547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.4092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.582903Z","time spent":"826.226427ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:39.011588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.412014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:39.01165Z","caller":"traceutil/trace.go:171","msg":"trace[1845234629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1099; }","duration":"669.519157ms","start":"2026-03-29T02:02:38.342115Z","end":"2026-03-29T02:02:39.011634Z","steps":["trace[1845234629] 'agreement among raft nodes before linearized reading' (duration: 66.981804ms)","trace[1845234629] 'range keys from in-memory index tree' (duration: 602.381849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.011678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.342096Z","time spent":"669.576798ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:39.011734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.761078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:39.011803Z","caller":"traceutil/trace.go:171","msg":"trace[943204047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1099; }","duration":"668.873191ms","start":"2026-03-29T02:02:38.342913Z","end":"2026-03-29T02:02:39.011786Z","steps":["trace[943204047] 'agreement among raft nodes before linearized reading' (duration: 66.158395ms)","trace[943204047] 'range keys from in-memory index tree' (duration: 602.523162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.01184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.342902Z","time spent":"668.931422ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:39.011931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577093316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.01196Z","caller":"traceutil/trace.go:171","msg":"trace[1532632842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1099; }","duration":"1.577143598s","start":"2026-03-29T02:02:37.434807Z","end":"2026-03-29T02:02:39.011951Z","steps":["trace[1532632842] 'agreement among raft nodes before linearized reading' (duration: 974.230457ms)","trace[1532632842] 'range keys from in-memory index tree' (duration: 602.87215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.011978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.434791Z","time spent":"1.577183118s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:39.012163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.142067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:39.012803Z","caller":"traceutil/trace.go:171","msg":"trace[40372185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1099; }","duration":"827.821203ms","start":"2026-03-29T02:02:38.184934Z","end":"2026-03-29T02:02:39.012755Z","steps":["trace[40372185] 'agreement among raft nodes before linearized reading' (duration: 224.173885ms)","trace[40372185] 'range keys from in-memory index tree' (duration: 602.775017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.012939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.184917Z","time spent":"828.005058ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:39.012241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.68353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:39.012291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018907648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:39.013228Z","caller":"traceutil/trace.go:171","msg":"trace[1863738946] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1099; }","duration":"601.687393ms","start":"2026-03-29T02:02:38.411517Z","end":"2026-03-29T02:02:39.013204Z","steps":["trace[1863738946] 'count revisions from in-memory index tree' (duration: 600.595628ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.013345Z","caller":"traceutil/trace.go:171","msg":"trace[2041306769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1099; }","duration":"2.019997193s","start":"2026-03-29T02:02:36.993332Z","end":"2026-03-29T02:02:39.013329Z","steps":["trace[2041306769] 'agreement among raft nodes before linearized reading' (duration: 1.415654329s)","trace[2041306769] 'range keys from in-memory index tree' (duration: 603.196127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.013373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.411501Z","time spent":"601.850577ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:39.0134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.993295Z","time spent":"2.020091154s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:39.011734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.466945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:02:39.013472Z","caller":"traceutil/trace.go:171","msg":"trace[973363208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1099; }","duration":"671.226706ms","start":"2026-03-29T02:02:38.342234Z","end":"2026-03-29T02:02:39.013461Z","steps":["trace[973363208] 'agreement among raft nodes before linearized reading' (duration: 66.852071ms)","trace[973363208] 'range keys from in-memory index tree' (duration: 602.528402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.013521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.342213Z","time spent":"671.283568ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:39.012377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.711956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.013622Z","caller":"traceutil/trace.go:171","msg":"trace[1706839169] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1099; }","duration":"876.708592ms","start":"2026-03-29T02:02:38.136905Z","end":"2026-03-29T02:02:39.013613Z","steps":["trace[1706839169] 'agreement among raft nodes before linearized reading' (duration: 272.213305ms)","trace[1706839169] 'count revisions from in-memory index tree' (duration: 602.44939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.013701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.136846Z","time spent":"876.846066ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:39.132945Z","caller":"traceutil/trace.go:171","msg":"trace[1544651680] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1147; }","duration":"119.835416ms","start":"2026-03-29T02:02:39.013082Z","end":"2026-03-29T02:02:39.132918Z","steps":["trace[1544651680] 'read index received' (duration: 119.651061ms)","trace[1544651680] 'applied index is now lower than readState.Index' (duration: 183.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.13307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.965058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.133049Z","caller":"traceutil/trace.go:171","msg":"trace[632273595] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"341.102674ms","start":"2026-03-29T02:02:38.791918Z","end":"2026-03-29T02:02:39.13302Z","steps":["trace[632273595] 'process raft request' (duration: 340.838338ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.133104Z","caller":"traceutil/trace.go:171","msg":"trace[779424762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"120.03887ms","start":"2026-03-29T02:02:39.013054Z","end":"2026-03-29T02:02:39.133093Z","steps":["trace[779424762] 'agreement among raft nodes before linearized reading' (duration: 119.963618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.1332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.791901Z","time spent":"341.214176ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:39.640174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:39.757152Z","caller":"traceutil/trace.go:171","msg":"trace[677253736] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"740.472502ms","start":"2026-03-29T02:02:39.016646Z","end":"2026-03-29T02:02:39.757119Z","steps":["trace[677253736] 'process raft request' (duration: 740.156035ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.757213Z","caller":"traceutil/trace.go:171","msg":"trace[1594155650] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"739.971121ms","start":"2026-03-29T02:02:39.017208Z","end":"2026-03-29T02:02:39.757179Z","steps":["trace[1594155650] 'process raft request' (duration: 739.754736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.757457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.017202Z","time spent":"740.160415ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:39.7577Z","caller":"traceutil/trace.go:171","msg":"trace[623702619] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"740.32035ms","start":"2026-03-29T02:02:39.017345Z","end":"2026-03-29T02:02:39.757665Z","steps":["trace[623702619] 'process raft request' (duration: 739.683465ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.757952Z","caller":"traceutil/trace.go:171","msg":"trace[2087380057] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1148; }","duration":"617.854344ms","start":"2026-03-29T02:02:39.140086Z","end":"2026-03-29T02:02:39.75794Z","steps":["trace[2087380057] 'read index received' (duration: 616.645946ms)","trace[2087380057] 'applied index is now lower than readState.Index' (duration: 1.207548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.758025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.933006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.758058Z","caller":"traceutil/trace.go:171","msg":"trace[288171777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"617.995228ms","start":"2026-03-29T02:02:39.140054Z","end":"2026-03-29T02:02:39.75805Z","steps":["trace[288171777] 'agreement among raft nodes before linearized reading' (duration: 617.941857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.758091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.140038Z","time spent":"618.046929ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:39.757727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.01663Z","time spent":"740.604535ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:39.758169Z","caller":"traceutil/trace.go:171","msg":"trace[563473470] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"740.097884ms","start":"2026-03-29T02:02:39.01806Z","end":"2026-03-29T02:02:39.758157Z","steps":["trace[563473470] 'process raft request' (duration: 739.774847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.757963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.017323Z","time spent":"740.542325ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:39.75826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.018054Z","time spent":"740.147485ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:39.758108Z","caller":"traceutil/trace.go:171","msg":"trace[232334607] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"740.134045ms","start":"2026-03-29T02:02:39.017953Z","end":"2026-03-29T02:02:39.758087Z","steps":["trace[232334607] 'process raft request' (duration: 739.127681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.758436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.017941Z","time spent":"740.40911ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:40.801032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.485962ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:40.801157Z","caller":"traceutil/trace.go:171","msg":"trace[81974879] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"898.621195ms","start":"2026-03-29T02:02:39.90252Z","end":"2026-03-29T02:02:40.801142Z","steps":["trace[81974879] 'range keys from in-memory index tree' (duration: 898.471421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.801388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.512507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:40.80147Z","caller":"traceutil/trace.go:171","msg":"trace[70156508] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1105; }","duration":"418.6443ms","start":"2026-03-29T02:02:40.382806Z","end":"2026-03-29T02:02:40.801451Z","steps":["trace[70156508] 'count revisions from in-memory index tree' (duration: 418.347823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.801517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.382784Z","time spent":"418.720881ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:40.801739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.385525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:40.801813Z","caller":"traceutil/trace.go:171","msg":"trace[1317378810] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1105; }","duration":"783.492037ms","start":"2026-03-29T02:02:40.0183Z","end":"2026-03-29T02:02:40.801792Z","steps":["trace[1317378810] 'count revisions from in-memory index tree' (duration: 783.320824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.801863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.018283Z","time spent":"783.565189ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:40.934387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:41.052724Z","caller":"traceutil/trace.go:171","msg":"trace[1501512173] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1153; }","duration":"619.01386ms","start":"2026-03-29T02:02:40.433687Z","end":"2026-03-29T02:02:41.052701Z","steps":["trace[1501512173] 'read index received' (duration: 618.749675ms)","trace[1501512173] 'applied index is now lower than readState.Index' (duration: 262.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:41.052761Z","caller":"traceutil/trace.go:171","msg":"trace[1371132849] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"638.724741ms","start":"2026-03-29T02:02:40.414019Z","end":"2026-03-29T02:02:41.052743Z","steps":["trace[1371132849] 'process raft request' (duration: 638.464706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.052968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.413988Z","time spent":"638.826914ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:41.052991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.229635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.053154Z","caller":"traceutil/trace.go:171","msg":"trace[1026082854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1106; }","duration":"619.46103ms","start":"2026-03-29T02:02:40.433651Z","end":"2026-03-29T02:02:41.053112Z","steps":["trace[1026082854] 'agreement among raft nodes before linearized reading' (duration: 619.198974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.053238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.433633Z","time spent":"619.567773ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:42.099076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:42.599294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:42.847864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.384927625s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:42.848212Z","caller":"traceutil/trace.go:171","msg":"trace[553094964] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1154; }","duration":"1.249765628s","start":"2026-03-29T02:02:41.598421Z","end":"2026-03-29T02:02:42.848186Z","steps":["trace[553094964] 'read index received' (duration: 1.249581654s)","trace[553094964] 'applied index is now lower than readState.Index' (duration: 182.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:42.848301Z","caller":"traceutil/trace.go:171","msg":"trace[399754182] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"1.385451827s","start":"2026-03-29T02:02:41.462819Z","end":"2026-03-29T02:02:42.848271Z","steps":["trace[399754182] 'process raft request' (duration: 1.385212081s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.848423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.462803Z","time spent":"1.385542069s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:42.848479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250033154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:02:42.848501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081029703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:42.848558Z","caller":"traceutil/trace.go:171","msg":"trace[971807030] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1107; }","duration":"1.250112376s","start":"2026-03-29T02:02:41.598413Z","end":"2026-03-29T02:02:42.848526Z","steps":["trace[971807030] 'agreement among raft nodes before linearized reading' (duration: 1.24988293s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:42.848578Z","caller":"traceutil/trace.go:171","msg":"trace[287435503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1107; }","duration":"1.081173886s","start":"2026-03-29T02:02:41.767391Z","end":"2026-03-29T02:02:42.848565Z","steps":["trace[287435503] 'agreement among raft nodes before linearized reading' (duration: 1.080968112s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.848594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.598352Z","time spent":"1.250235859s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:02:42.848618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.767368Z","time spent":"1.081240258s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:42.848632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079344434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:42.849064Z","caller":"traceutil/trace.go:171","msg":"trace[559462420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1107; }","duration":"1.079838915s","start":"2026-03-29T02:02:41.769207Z","end":"2026-03-29T02:02:42.849046Z","steps":["trace[559462420] 'agreement among raft nodes before linearized reading' (duration: 1.079263732s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.849115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.769194Z","time spent":"1.079907117s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:42.848791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.982195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:42.849342Z","caller":"traceutil/trace.go:171","msg":"trace[1750636416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1107; }","duration":"415.574719ms","start":"2026-03-29T02:02:42.433752Z","end":"2026-03-29T02:02:42.849327Z","steps":["trace[1750636416] 'agreement among raft nodes before linearized reading' (duration: 414.976205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.8494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.433725Z","time spent":"415.662591ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:42.848817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080171314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:42.849781Z","caller":"traceutil/trace.go:171","msg":"trace[981792902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1107; }","duration":"1.081161796s","start":"2026-03-29T02:02:41.768601Z","end":"2026-03-29T02:02:42.849763Z","steps":["trace[981792902] 'agreement among raft nodes before linearized reading' (duration: 1.080145294s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.849833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.768577Z","time spent":"1.081236549s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:42.848872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080166574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:42.849923Z","caller":"traceutil/trace.go:171","msg":"trace[2058012709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1107; }","duration":"1.081259759s","start":"2026-03-29T02:02:41.768647Z","end":"2026-03-29T02:02:42.849907Z","steps":["trace[2058012709] 'agreement among raft nodes before linearized reading' (duration: 1.080029611s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.849978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.768608Z","time spent":"1.081353291s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:42.848889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.039749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:42.850054Z","caller":"traceutil/trace.go:171","msg":"trace[959088513] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1107; }","duration":"905.254967ms","start":"2026-03-29T02:02:41.944787Z","end":"2026-03-29T02:02:42.850042Z","steps":["trace[959088513] 'agreement among raft nodes before linearized reading' (duration: 904.06513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.850094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.944767Z","time spent":"905.313528ms","remote":"127.0.0.1:56510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:42.848956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080272006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:42.850271Z","caller":"traceutil/trace.go:171","msg":"trace[225866899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1107; }","duration":"1.081618268s","start":"2026-03-29T02:02:41.768642Z","end":"2026-03-29T02:02:42.850261Z","steps":["trace[225866899] 'agreement among raft nodes before linearized reading' (duration: 1.080214125s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.850304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.768629Z","time spent":"1.081666048s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:43.298177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.17628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:43.298458Z","caller":"traceutil/trace.go:171","msg":"trace[1514806209] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"445.204909ms","start":"2026-03-29T02:02:42.853225Z","end":"2026-03-29T02:02:43.29843Z","steps":["trace[1514806209] 'process raft request' (duration: 153.68537ms)","trace[1514806209] 'compare' (duration: 291.036347ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:43.298506Z","caller":"traceutil/trace.go:171","msg":"trace[490180658] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"442.451415ms","start":"2026-03-29T02:02:42.856037Z","end":"2026-03-29T02:02:43.298488Z","steps":["trace[490180658] 'process raft request' (duration: 442.398404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.298601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.85602Z","time spent":"442.530287ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:43.298687Z","caller":"traceutil/trace.go:171","msg":"trace[1577118360] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"443.725575ms","start":"2026-03-29T02:02:42.854949Z","end":"2026-03-29T02:02:43.298674Z","steps":["trace[1577118360] 'process raft request' (duration: 443.403047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.298766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.854927Z","time spent":"443.798907ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:43.298847Z","caller":"traceutil/trace.go:171","msg":"trace[460006971] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"443.103131ms","start":"2026-03-29T02:02:42.855727Z","end":"2026-03-29T02:02:43.29883Z","steps":["trace[460006971] 'process raft request' (duration: 442.663271ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.298907Z","caller":"traceutil/trace.go:171","msg":"trace[3842095] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"444.215276ms","start":"2026-03-29T02:02:42.854663Z","end":"2026-03-29T02:02:43.298878Z","steps":["trace[3842095] 'process raft request' (duration: 443.625392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.298952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.855708Z","time spent":"443.195343ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:43.299076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.854645Z","time spent":"444.337879ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:43.298597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.853204Z","time spent":"445.341562ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:44.521685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089931218s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:44.521893Z","caller":"traceutil/trace.go:171","msg":"trace[392073933] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1161; }","duration":"1.279688314s","start":"2026-03-29T02:02:43.24219Z","end":"2026-03-29T02:02:44.521878Z","steps":["trace[392073933] 'read index received' (duration: 189.502571ms)","trace[392073933] 'applied index is now lower than readState.Index' (duration: 1.090184943s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:44.521985Z","caller":"traceutil/trace.go:171","msg":"trace[1594059433] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"1.58553589s","start":"2026-03-29T02:02:42.936437Z","end":"2026-03-29T02:02:44.521973Z","steps":["trace[1594059433] 'process raft request' (duration: 495.242115ms)","trace[1594059433] 'compare' (duration: 1.08963555s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:44.522057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.936416Z","time spent":"1.585599271s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:44.522394Z","caller":"traceutil/trace.go:171","msg":"trace[2128066660] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"1.463368251s","start":"2026-03-29T02:02:43.059015Z","end":"2026-03-29T02:02:44.522383Z","steps":["trace[2128066660] 'process raft request' (duration: 1.462783898s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.52251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.058985Z","time spent":"1.463467494s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:44.522814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280629227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:44.522878Z","caller":"traceutil/trace.go:171","msg":"trace[1878837205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1114; }","duration":"1.280734909s","start":"2026-03-29T02:02:43.242126Z","end":"2026-03-29T02:02:44.522861Z","steps":["trace[1878837205] 'agreement among raft nodes before linearized reading' (duration: 1.280632337s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.522935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.242102Z","time spent":"1.28081095s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:44.523104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088808102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:44.523238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.516732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:44.523262Z","caller":"traceutil/trace.go:171","msg":"trace[1450311073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"1.089026537s","start":"2026-03-29T02:02:43.434192Z","end":"2026-03-29T02:02:44.523218Z","steps":["trace[1450311073] 'agreement among raft nodes before linearized reading' (duration: 1.088771762s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.52336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.434169Z","time spent":"1.08917716s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:44.523302Z","caller":"traceutil/trace.go:171","msg":"trace[1729579621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1114; }","duration":"406.633625ms","start":"2026-03-29T02:02:44.116653Z","end":"2026-03-29T02:02:44.523287Z","steps":["trace[1729579621] 'agreement among raft nodes before linearized reading' (duration: 406.515852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.523482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.116544Z","time spent":"406.89274ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:45.857436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.067624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:45.857534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.999693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:45.857613Z","caller":"traceutil/trace.go:171","msg":"trace[1280169956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1114; }","duration":"555.110196ms","start":"2026-03-29T02:02:45.302486Z","end":"2026-03-29T02:02:45.857596Z","steps":["trace[1280169956] 'range keys from in-memory index tree' (duration: 554.82984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.857704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.302475Z","time spent":"555.216578ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:45.857782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.641352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:45.857989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.455253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:45.857516Z","caller":"traceutil/trace.go:171","msg":"trace[1177669792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1114; }","duration":"555.199328ms","start":"2026-03-29T02:02:45.302297Z","end":"2026-03-29T02:02:45.857496Z","steps":["trace[1177669792] 'range keys from in-memory index tree' (duration: 554.890241ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:45.858053Z","caller":"traceutil/trace.go:171","msg":"trace[56864028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1114; }","duration":"555.539066ms","start":"2026-03-29T02:02:45.302497Z","end":"2026-03-29T02:02:45.858036Z","steps":["trace[56864028] 'range keys from in-memory index tree' (duration: 555.329581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.858073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.302278Z","time spent":"555.774721ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:45.858106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.302478Z","time spent":"555.616087ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:45.857819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.852554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:45.858241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.021726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:45.858312Z","caller":"traceutil/trace.go:171","msg":"trace[399228812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1114; }","duration":"556.089748ms","start":"2026-03-29T02:02:45.302203Z","end":"2026-03-29T02:02:45.858293Z","steps":["trace[399228812] 'range keys from in-memory index tree' (duration: 555.908164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.85838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.302185Z","time spent":"556.18217ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:45.85797Z","caller":"traceutil/trace.go:171","msg":"trace[1134856222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1114; }","duration":"536.869968ms","start":"2026-03-29T02:02:45.321075Z","end":"2026-03-29T02:02:45.857945Z","steps":["trace[1134856222] 'range keys from in-memory index tree' (duration: 536.463068ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:45.858722Z","caller":"traceutil/trace.go:171","msg":"trace[1696780878] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1114; }","duration":"433.321315ms","start":"2026-03-29T02:02:45.424906Z","end":"2026-03-29T02:02:45.858227Z","steps":["trace[1696780878] 'count revisions from in-memory index tree' (duration: 432.66543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.858815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.321055Z","time spent":"537.739007ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:45.858952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.424883Z","time spent":"433.908139ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:45.976385Z","caller":"traceutil/trace.go:171","msg":"trace[1066218985] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"112.355743ms","start":"2026-03-29T02:02:45.864008Z","end":"2026-03-29T02:02:45.976364Z","steps":["trace[1066218985] 'process raft request' (duration: 112.22549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.504515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:46.537957Z","caller":"traceutil/trace.go:171","msg":"trace[895175641] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"673.827576ms","start":"2026-03-29T02:02:45.864105Z","end":"2026-03-29T02:02:46.537932Z","steps":["trace[895175641] 'process raft request' (duration: 673.447867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.538045Z","caller":"traceutil/trace.go:171","msg":"trace[1686433429] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1164; }","duration":"534.170617ms","start":"2026-03-29T02:02:46.00385Z","end":"2026-03-29T02:02:46.538021Z","steps":["trace[1686433429] 'read index received' (duration: 533.690976ms)","trace[1686433429] 'applied index is now lower than readState.Index' (duration: 478.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:46.538105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.864087Z","time spent":"673.939709ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:46.538166Z","caller":"traceutil/trace.go:171","msg":"trace[2033510672] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"673.211371ms","start":"2026-03-29T02:02:45.864943Z","end":"2026-03-29T02:02:46.538154Z","steps":["trace[2033510672] 'process raft request' (duration: 673.035267ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.538132Z","caller":"traceutil/trace.go:171","msg":"trace[701155699] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"673.908688ms","start":"2026-03-29T02:02:45.864204Z","end":"2026-03-29T02:02:46.538112Z","steps":["trace[701155699] 'process raft request' (duration: 673.622111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.53824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.395591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:46.53828Z","caller":"traceutil/trace.go:171","msg":"trace[1813996270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1119; }","duration":"534.460743ms","start":"2026-03-29T02:02:46.003808Z","end":"2026-03-29T02:02:46.538269Z","steps":["trace[1813996270] 'agreement among raft nodes before linearized reading' (duration: 534.401252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.538318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.003789Z","time spent":"534.518504ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:46.538316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.864934Z","time spent":"673.273842ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:46.538239Z","caller":"traceutil/trace.go:171","msg":"trace[1433937450] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"673.446916ms","start":"2026-03-29T02:02:45.86472Z","end":"2026-03-29T02:02:46.538167Z","steps":["trace[1433937450] 'process raft request' (duration: 673.18339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.538354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.864186Z","time spent":"674.02288ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:46.538593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.864707Z","time spent":"673.749943ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:46.752636Z","caller":"traceutil/trace.go:171","msg":"trace[1905549765] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1168; }","duration":"214.492463ms","start":"2026-03-29T02:02:46.538116Z","end":"2026-03-29T02:02:46.752608Z","steps":["trace[1905549765] 'read index received' (duration: 121.874861ms)","trace[1905549765] 'applied index is now lower than readState.Index' (duration: 92.616212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:46.75277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.806926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:46.75281Z","caller":"traceutil/trace.go:171","msg":"trace[1170620099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1120; }","duration":"319.903519ms","start":"2026-03-29T02:02:46.432897Z","end":"2026-03-29T02:02:46.7528Z","steps":["trace[1170620099] 'agreement among raft nodes before linearized reading' (duration: 319.809587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.752847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.432871Z","time spent":"319.96807ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:46.753167Z","caller":"traceutil/trace.go:171","msg":"trace[1081740973] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"223.692824ms","start":"2026-03-29T02:02:46.529431Z","end":"2026-03-29T02:02:46.753123Z","steps":["trace[1081740973] 'process raft request' (duration: 130.53295ms)","trace[1081740973] 'compare' (duration: 92.276033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:47.505424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.277382ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:02:47.505537Z","caller":"traceutil/trace.go:171","msg":"trace[1504532019] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1169; }","duration":"180.041254ms","start":"2026-03-29T02:02:47.325474Z","end":"2026-03-29T02:02:47.505516Z","steps":["trace[1504532019] 'read index received' (duration: 50.686071ms)","trace[1504532019] 'applied index is now lower than readState.Index' (duration: 129.353883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:47.505684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.200168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:47.505732Z","caller":"traceutil/trace.go:171","msg":"trace[2013747095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1120; }","duration":"180.30226ms","start":"2026-03-29T02:02:47.325417Z","end":"2026-03-29T02:02:47.505719Z","steps":["trace[2013747095] 'agreement among raft nodes before linearized reading' (duration: 180.202318ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.597721Z","caller":"traceutil/trace.go:171","msg":"trace[487848753] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1170; }","duration":"247.56225ms","start":"2026-03-29T02:02:48.350135Z","end":"2026-03-29T02:02:48.597697Z","steps":["trace[487848753] 'read index received' (duration: 247.318885ms)","trace[487848753] 'applied index is now lower than readState.Index' (duration: 242.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:48.597784Z","caller":"traceutil/trace.go:171","msg":"trace[1269577359] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"613.112825ms","start":"2026-03-29T02:02:47.984631Z","end":"2026-03-29T02:02:48.597744Z","steps":["trace[1269577359] 'process raft request' (duration: 612.909811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.597964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.984613Z","time spent":"613.243438ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:48.597971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.818857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:48.598334Z","caller":"traceutil/trace.go:171","msg":"trace[1676090454] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1121; }","duration":"248.224245ms","start":"2026-03-29T02:02:48.350092Z","end":"2026-03-29T02:02:48.598316Z","steps":["trace[1676090454] 'agreement among raft nodes before linearized reading' (duration: 247.742594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.597979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.769068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:48.598518Z","caller":"traceutil/trace.go:171","msg":"trace[1199635720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"163.324961ms","start":"2026-03-29T02:02:48.435154Z","end":"2026-03-29T02:02:48.598479Z","steps":["trace[1199635720] 'agreement among raft nodes before linearized reading' (duration: 162.787299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.994619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092127548s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:50.996007Z","caller":"traceutil/trace.go:171","msg":"trace[1495961420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1121; }","duration":"1.093528489s","start":"2026-03-29T02:02:49.902459Z","end":"2026-03-29T02:02:50.995987Z","steps":["trace[1495961420] 'range keys from in-memory index tree' (duration: 1.092106317s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.995768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193613879s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:50.996706Z","caller":"traceutil/trace.go:171","msg":"trace[1824195602] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1171; }","duration":"1.848963835s","start":"2026-03-29T02:02:49.147729Z","end":"2026-03-29T02:02:50.996693Z","steps":["trace[1824195602] 'read index received' (duration: 403.046533ms)","trace[1824195602] 'applied index is now lower than readState.Index' (duration: 1.445916502s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:50.996883Z","caller":"traceutil/trace.go:171","msg":"trace[1363207459] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"2.393471398s","start":"2026-03-29T02:02:48.603394Z","end":"2026-03-29T02:02:50.996866Z","steps":["trace[1363207459] 'process raft request' (duration: 198.678131ms)","trace[1363207459] 'compare' (duration: 2.192208978s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:50.996885Z","caller":"traceutil/trace.go:171","msg":"trace[1438403484] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"2.389390254s","start":"2026-03-29T02:02:48.607478Z","end":"2026-03-29T02:02:50.996868Z","steps":["trace[1438403484] 'process raft request' (duration: 2.389150269s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.99704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:48.603369Z","time spent":"2.393577981s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:50.997052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:48.607453Z","time spent":"2.389546968s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:50.997075Z","caller":"traceutil/trace.go:171","msg":"trace[1057471993] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"2.393600631s","start":"2026-03-29T02:02:48.603454Z","end":"2026-03-29T02:02:50.997054Z","steps":["trace[1057471993] 'process raft request' (duration: 2.393128941s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.996801Z","caller":"traceutil/trace.go:171","msg":"trace[1891272152] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"2.393369366s","start":"2026-03-29T02:02:48.603398Z","end":"2026-03-29T02:02:50.996767Z","steps":["trace[1891272152] 'process raft request' (duration: 2.393080758s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.997177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:48.60343Z","time spent":"2.393691964s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:50.99721Z","caller":"traceutil/trace.go:171","msg":"trace[1990954633] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"2.237899984s","start":"2026-03-29T02:02:48.759299Z","end":"2026-03-29T02:02:50.997199Z","steps":["trace[1990954633] 'process raft request' (duration: 2.237360452s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.997265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:48.75927Z","time spent":"2.237963685s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:50.997255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:48.603385Z","time spent":"2.393822917s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:50.99758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849827694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:50.997664Z","caller":"traceutil/trace.go:171","msg":"trace[1311690057] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1126; }","duration":"1.849945546s","start":"2026-03-29T02:02:49.147696Z","end":"2026-03-29T02:02:50.997642Z","steps":["trace[1311690057] 'agreement among raft nodes before linearized reading' (duration: 1.849817664s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.997713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:49.147681Z","time spent":"1.850022099s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:51.179803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629019036s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:51.307246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.116612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:51.30749Z","caller":"traceutil/trace.go:171","msg":"trace[1005461539] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1176; }","duration":"310.536383ms","start":"2026-03-29T02:02:50.996922Z","end":"2026-03-29T02:02:51.307459Z","steps":["trace[1005461539] 'read index received' (duration: 183.027453ms)","trace[1005461539] 'applied index is now lower than readState.Index' (duration: 127.5066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:51.30765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121444077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:51.307759Z","caller":"traceutil/trace.go:171","msg":"trace[1328272210] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1127; }","duration":"2.12157833s","start":"2026-03-29T02:02:49.186163Z","end":"2026-03-29T02:02:51.307741Z","steps":["trace[1328272210] 'agreement among raft nodes before linearized reading' (duration: 2.121422127s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.307899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:49.186148Z","time spent":"2.121685282s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:51.308259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.893988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:51.308261Z","caller":"traceutil/trace.go:171","msg":"trace[802794607] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"1.977209483s","start":"2026-03-29T02:02:49.330998Z","end":"2026-03-29T02:02:51.308207Z","steps":["trace[802794607] 'process raft request' (duration: 1.849028016s)","trace[802794607] 'compare' (duration: 126.750283ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:51.308338Z","caller":"traceutil/trace.go:171","msg":"trace[560013701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1127; }","duration":"874.012231ms","start":"2026-03-29T02:02:50.434304Z","end":"2026-03-29T02:02:51.308316Z","steps":["trace[560013701] 'agreement among raft nodes before linearized reading' (duration: 873.893398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.308383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.434284Z","time spent":"874.090792ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:51.308368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325081013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:51.308418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:49.330968Z","time spent":"1.977366466s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:51.308462Z","caller":"traceutil/trace.go:171","msg":"trace[298141821] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1127; }","duration":"1.325208907s","start":"2026-03-29T02:02:49.983222Z","end":"2026-03-29T02:02:51.308431Z","steps":["trace[298141821] 'agreement among raft nodes before linearized reading' (duration: 1.325043333s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.308522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:49.983196Z","time spent":"1.325310508s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:51.308261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.939978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:51.308648Z","caller":"traceutil/trace.go:171","msg":"trace[1887029799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1127; }","duration":"705.383368ms","start":"2026-03-29T02:02:50.603252Z","end":"2026-03-29T02:02:51.308636Z","steps":["trace[1887029799] 'agreement among raft nodes before linearized reading' (duration: 704.57772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.308696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.603232Z","time spent":"705.45164ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:51.4584Z","caller":"traceutil/trace.go:171","msg":"trace[619103681] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"145.925702ms","start":"2026-03-29T02:02:51.312412Z","end":"2026-03-29T02:02:51.458338Z","steps":["trace[619103681] 'process raft request' (duration: 128.635266ms)","trace[619103681] 'compare' (duration: 17.181904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:52.123851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.720648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:52.123977Z","caller":"traceutil/trace.go:171","msg":"trace[1193446317] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1128; }","duration":"527.886182ms","start":"2026-03-29T02:02:51.596064Z","end":"2026-03-29T02:02:52.12395Z","steps":["trace[1193446317] 'range keys from in-memory index tree' (duration: 527.508093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.124036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.596047Z","time spent":"527.974864ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:02:53.115713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.182464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:53.115822Z","caller":"traceutil/trace.go:171","msg":"trace[1138141739] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1179; }","duration":"681.43907ms","start":"2026-03-29T02:02:52.434365Z","end":"2026-03-29T02:02:53.115804Z","steps":["trace[1138141739] 'read index received' (duration: 351.118903ms)","trace[1138141739] 'applied index is now lower than readState.Index' (duration: 330.317517ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:53.115894Z","caller":"traceutil/trace.go:171","msg":"trace[1539252627] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"711.631722ms","start":"2026-03-29T02:02:52.404251Z","end":"2026-03-29T02:02:53.115883Z","steps":["trace[1539252627] 'process raft request' (duration: 381.174982ms)","trace[1539252627] 'compare' (duration: 329.871956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:53.115956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.404232Z","time spent":"711.691663ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:53.116297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.91969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:53.116417Z","caller":"traceutil/trace.go:171","msg":"trace[1544287016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1129; }","duration":"682.058494ms","start":"2026-03-29T02:02:52.434318Z","end":"2026-03-29T02:02:53.116376Z","steps":["trace[1544287016] 'agreement among raft nodes before linearized reading' (duration: 681.87903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.116474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.4343Z","time spent":"682.157836ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:53.616209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:54.0206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.026283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:54.02073Z","caller":"traceutil/trace.go:171","msg":"trace[1415455028] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"1.017384126s","start":"2026-03-29T02:02:53.00332Z","end":"2026-03-29T02:02:54.020704Z","steps":["trace[1415455028] 'process raft request' (duration: 899.106507ms)","trace[1415455028] 'compare' (duration: 117.86971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:54.020821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.003302Z","time spent":"1.017472788s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:55.004999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.71829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:55.005105Z","caller":"traceutil/trace.go:171","msg":"trace[1059602079] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1180; }","duration":"1.889237347s","start":"2026-03-29T02:02:53.11585Z","end":"2026-03-29T02:02:55.005087Z","steps":["trace[1059602079] 'read index received' (duration: 786.582549ms)","trace[1059602079] 'applied index is now lower than readState.Index' (duration: 1.102653108s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.005303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886538276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T02:02:55.005382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004051397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:55.005452Z","caller":"traceutil/trace.go:171","msg":"trace[1901673716] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1131; }","duration":"2.004314144s","start":"2026-03-29T02:02:53.001121Z","end":"2026-03-29T02:02:55.005436Z","steps":["trace[1901673716] 'agreement among raft nodes before linearized reading' (duration: 2.004041327s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.005463Z","caller":"traceutil/trace.go:171","msg":"trace[444928758] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"1.826062171s","start":"2026-03-29T02:02:53.179377Z","end":"2026-03-29T02:02:55.005439Z","steps":["trace[444928758] 'process raft request' (duration: 1.276812408s)","trace[444928758] 'compare' (duration: 548.439524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.005476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.102883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:55.005517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440270944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:55.005519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.000921Z","time spent":"2.004582131s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:55.005584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.179354Z","time spent":"1.826161143s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.005632Z","caller":"traceutil/trace.go:171","msg":"trace[1711807311] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1131; }","duration":"1.440429708s","start":"2026-03-29T02:02:53.565161Z","end":"2026-03-29T02:02:55.00559Z","steps":["trace[1711807311] 'agreement among raft nodes before linearized reading' (duration: 1.440291395s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.005649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544042061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:55.005569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003718721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:02:55.005687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003818883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:55.005756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.565131Z","time spent":"1.44058249s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:55.005544Z","caller":"traceutil/trace.go:171","msg":"trace[499602870] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1131; }","duration":"244.200055ms","start":"2026-03-29T02:02:54.761326Z","end":"2026-03-29T02:02:55.005526Z","steps":["trace[499602870] 'agreement among raft nodes before linearized reading' (duration: 244.108693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.005701Z","caller":"traceutil/trace.go:171","msg":"trace[1541645387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1131; }","duration":"1.544134873s","start":"2026-03-29T02:02:53.461555Z","end":"2026-03-29T02:02:55.00569Z","steps":["trace[1541645387] 'agreement among raft nodes before linearized reading' (duration: 1.544035561s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.00636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.461531Z","time spent":"1.544807719s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:55.005755Z","caller":"traceutil/trace.go:171","msg":"trace[1140150160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.003930796s","start":"2026-03-29T02:02:53.001803Z","end":"2026-03-29T02:02:55.005734Z","steps":["trace[1140150160] 'agreement among raft nodes before linearized reading' (duration: 2.003352942s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.006541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.001792Z","time spent":"2.004725174s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:55.00537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003158358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:55.006697Z","caller":"traceutil/trace.go:171","msg":"trace[992664531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.004542109s","start":"2026-03-29T02:02:53.002138Z","end":"2026-03-29T02:02:55.006681Z","steps":["trace[992664531] 'agreement among raft nodes before linearized reading' (duration: 2.002959443s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.006766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.002119Z","time spent":"2.004635022s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:55.005371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003471005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:55.006967Z","caller":"traceutil/trace.go:171","msg":"trace[1686522135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.005086252s","start":"2026-03-29T02:02:53.001858Z","end":"2026-03-29T02:02:55.006944Z","steps":["trace[1686522135] 'agreement among raft nodes before linearized reading' (duration: 2.00328222s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.007165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.001851Z","time spent":"2.005170834s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:02:55.005399Z","caller":"traceutil/trace.go:171","msg":"trace[1326893126] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1131; }","duration":"1.88671066s","start":"2026-03-29T02:02:53.118671Z","end":"2026-03-29T02:02:55.005382Z","steps":["trace[1326893126] 'agreement among raft nodes before linearized reading' (duration: 1.886522225s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.007359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.118654Z","time spent":"1.888677315s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:02:55.0054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.871992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:55.00748Z","caller":"traceutil/trace.go:171","msg":"trace[207360627] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1131; }","duration":"780.989061ms","start":"2026-03-29T02:02:54.226477Z","end":"2026-03-29T02:02:55.007466Z","steps":["trace[207360627] 'agreement among raft nodes before linearized reading' (duration: 778.882203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.007547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.226456Z","time spent":"781.074822ms","remote":"127.0.0.1:56594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:55.005739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570349513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:55.007683Z","caller":"traceutil/trace.go:171","msg":"trace[657240777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"1.572330117s","start":"2026-03-29T02:02:53.435337Z","end":"2026-03-29T02:02:55.007667Z","steps":["trace[657240777] 'agreement among raft nodes before linearized reading' (duration: 1.570384274s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.005933Z","caller":"traceutil/trace.go:171","msg":"trace[416586890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1131; }","duration":"2.003983337s","start":"2026-03-29T02:02:53.001808Z","end":"2026-03-29T02:02:55.005792Z","steps":["trace[416586890] 'agreement among raft nodes before linearized reading' (duration: 2.003306561s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.007748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.435308Z","time spent":"1.57240982s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:55.007768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.001787Z","time spent":"2.005942541s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:55.935913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.340023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:55.936165Z","caller":"traceutil/trace.go:171","msg":"trace[1138507329] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"923.849393ms","start":"2026-03-29T02:02:55.012298Z","end":"2026-03-29T02:02:55.936148Z","steps":["trace[1138507329] 'process raft request' (duration: 923.815503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.936236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.012271Z","time spent":"923.934026ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.936569Z","caller":"traceutil/trace.go:171","msg":"trace[1370702204] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"925.647275ms","start":"2026-03-29T02:02:55.010876Z","end":"2026-03-29T02:02:55.936523Z","steps":["trace[1370702204] 'process raft request' (duration: 128.562545ms)","trace[1370702204] 'compare' (duration: 796.248021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.936634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.010854Z","time spent":"925.750108ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.936665Z","caller":"traceutil/trace.go:171","msg":"trace[1925995303] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"924.443717ms","start":"2026-03-29T02:02:55.012172Z","end":"2026-03-29T02:02:55.936616Z","steps":["trace[1925995303] 'process raft request' (duration: 923.881224ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.93677Z","caller":"traceutil/trace.go:171","msg":"trace[1661034547] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"924.502998ms","start":"2026-03-29T02:02:55.012257Z","end":"2026-03-29T02:02:55.93676Z","steps":["trace[1661034547] 'process raft request' (duration: 923.829483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.936813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.012156Z","time spent":"924.58165ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.936885Z","caller":"traceutil/trace.go:171","msg":"trace[423554884] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1182; }","duration":"925.510811ms","start":"2026-03-29T02:02:55.011352Z","end":"2026-03-29T02:02:55.936863Z","steps":["trace[423554884] 'read index received' (duration: 128.135605ms)","trace[423554884] 'applied index is now lower than readState.Index' (duration: 797.373136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.936825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.01224Z","time spent":"924.55992ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.936949Z","caller":"traceutil/trace.go:171","msg":"trace[1339483958] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"925.306557ms","start":"2026-03-29T02:02:55.011603Z","end":"2026-03-29T02:02:55.93691Z","steps":["trace[1339483958] 'process raft request' (duration: 924.405416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.937082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.716316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:02:55.937139Z","caller":"traceutil/trace.go:171","msg":"trace[901240217] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1136; }","duration":"925.801217ms","start":"2026-03-29T02:02:55.011323Z","end":"2026-03-29T02:02:55.937124Z","steps":["trace[901240217] 'agreement among raft nodes before linearized reading' (duration: 925.670294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.937156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.529527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:55.93719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.011309Z","time spent":"925.86894ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:02:55.937205Z","caller":"traceutil/trace.go:171","msg":"trace[1774430343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"920.608199ms","start":"2026-03-29T02:02:55.016582Z","end":"2026-03-29T02:02:55.93719Z","steps":["trace[1774430343] 'agreement among raft nodes before linearized reading' (duration: 920.529957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.937243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.01657Z","time spent":"920.66328ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:55.938327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.011571Z","time spent":"925.477681ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:56.483679Z","caller":"traceutil/trace.go:171","msg":"trace[921985913] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"458.450261ms","start":"2026-03-29T02:02:56.025175Z","end":"2026-03-29T02:02:56.483625Z","steps":["trace[921985913] 'process raft request' (duration: 458.042662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:56.483919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.025152Z","time spent":"458.622665ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:58.566449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.247799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:58.566502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.138658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:02:58.566528Z","caller":"traceutil/trace.go:171","msg":"trace[1028226186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1137; }","duration":"624.357282ms","start":"2026-03-29T02:02:57.942154Z","end":"2026-03-29T02:02:58.566511Z","steps":["trace[1028226186] 'range keys from in-memory index tree' (duration: 624.099896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.566569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.94214Z","time spent":"624.420593ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:58.566568Z","caller":"traceutil/trace.go:171","msg":"trace[648682448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1137; }","duration":"624.220139ms","start":"2026-03-29T02:02:57.94233Z","end":"2026-03-29T02:02:58.56655Z","steps":["trace[648682448] 'range keys from in-memory index tree' (duration: 624.040585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.566589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.725368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:02:58.566652Z","caller":"traceutil/trace.go:171","msg":"trace[1305561878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1137; }","duration":"623.83136ms","start":"2026-03-29T02:02:57.942803Z","end":"2026-03-29T02:02:58.566635Z","steps":["trace[1305561878] 'range keys from in-memory index tree' (duration: 623.592815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.566686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.942783Z","time spent":"623.894572ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:58.566693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.525253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:58.566736Z","caller":"traceutil/trace.go:171","msg":"trace[848626586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1137; }","duration":"623.621936ms","start":"2026-03-29T02:02:57.943102Z","end":"2026-03-29T02:02:58.566724Z","steps":["trace[848626586] 'range keys from in-memory index tree' (duration: 623.319249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.566777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.943073Z","time spent":"623.696407ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:58.566777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.780389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:02:58.566809Z","caller":"traceutil/trace.go:171","msg":"trace[1082975265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1137; }","duration":"623.831821ms","start":"2026-03-29T02:02:57.942967Z","end":"2026-03-29T02:02:58.566799Z","steps":["trace[1082975265] 'range keys from in-memory index tree' (duration: 623.695377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.566606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.942327Z","time spent":"624.27061ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:58.566833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.942958Z","time spent":"623.869912ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:58.673083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:59.05793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.904329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:02:59.523771Z","caller":"traceutil/trace.go:171","msg":"trace[960112767] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"1.033918854s","start":"2026-03-29T02:02:58.489817Z","end":"2026-03-29T02:02:59.523736Z","steps":["trace[960112767] 'process raft request' (duration: 1.033602357s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.523785Z","caller":"traceutil/trace.go:171","msg":"trace[293321949] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"952.016247ms","start":"2026-03-29T02:02:58.571735Z","end":"2026-03-29T02:02:59.523751Z","steps":["trace[293321949] 'process raft request' (duration: 951.901865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.524006Z","caller":"traceutil/trace.go:171","msg":"trace[902921927] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"952.115181ms","start":"2026-03-29T02:02:58.571874Z","end":"2026-03-29T02:02:59.523989Z","steps":["trace[902921927] 'process raft request' (duration: 951.828433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.524071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.571866Z","time spent":"952.173882ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.523964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.571708Z","time spent":"952.15685ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.524294Z","caller":"traceutil/trace.go:171","msg":"trace[813533704] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"952.328305ms","start":"2026-03-29T02:02:58.57194Z","end":"2026-03-29T02:02:59.524268Z","steps":["trace[813533704] 'process raft request' (duration: 952.009148ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.524379Z","caller":"traceutil/trace.go:171","msg":"trace[1614794246] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"951.739712ms","start":"2026-03-29T02:02:58.572619Z","end":"2026-03-29T02:02:59.524359Z","steps":["trace[1614794246] 'process raft request' (duration: 951.450475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.524512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.572593Z","time spent":"951.865754ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.524575Z","caller":"traceutil/trace.go:171","msg":"trace[2069995239] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"950.011042ms","start":"2026-03-29T02:02:58.574555Z","end":"2026-03-29T02:02:59.524566Z","steps":["trace[2069995239] 'process raft request' (duration: 949.653843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.524422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.571932Z","time spent":"952.430877ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.524689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.574539Z","time spent":"950.101214ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.524306Z","caller":"traceutil/trace.go:171","msg":"trace[969031780] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1188; }","duration":"1.351953289s","start":"2026-03-29T02:02:58.172332Z","end":"2026-03-29T02:02:59.524285Z","steps":["trace[969031780] 'read index received' (duration: 671.636955ms)","trace[969031780] 'applied index is now lower than readState.Index' (duration: 680.315394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:59.524876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352545903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:02:59.524963Z","caller":"traceutil/trace.go:171","msg":"trace[466035090] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1143; }","duration":"1.352674496s","start":"2026-03-29T02:02:58.172267Z","end":"2026-03-29T02:02:59.524942Z","steps":["trace[466035090] 'agreement among raft nodes before linearized reading' (duration: 1.352548183s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.525014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.172244Z","time spent":"1.352755937s","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T02:02:59.525031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.4898Z","time spent":"1.034049957s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.525039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.649175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:59.525155Z","caller":"traceutil/trace.go:171","msg":"trace[243539530] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1143; }","duration":"313.810838ms","start":"2026-03-29T02:02:59.211335Z","end":"2026-03-29T02:02:59.525146Z","steps":["trace[243539530] 'agreement among raft nodes before linearized reading' (duration: 313.631884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.525232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.211303Z","time spent":"313.90401ms","remote":"127.0.0.1:56406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:59.525511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089861875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:59.525596Z","caller":"traceutil/trace.go:171","msg":"trace[1746952989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"1.09053698s","start":"2026-03-29T02:02:58.435041Z","end":"2026-03-29T02:02:59.525578Z","steps":["trace[1746952989] 'agreement among raft nodes before linearized reading' (duration: 1.089874605s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.525769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.43502Z","time spent":"1.090740365s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:59.526787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.074351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:80877"} {"level":"info","ts":"2026-03-29T02:02:59.526901Z","caller":"traceutil/trace.go:171","msg":"trace[90750009] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1143; }","duration":"932.168554ms","start":"2026-03-29T02:02:58.594664Z","end":"2026-03-29T02:02:59.526832Z","steps":["trace[90750009] 'agreement among raft nodes before linearized reading' (duration: 930.372952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.527048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.594651Z","time spent":"932.379998ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":80900,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:03:04.354888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.601619456s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:03:05.453443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00069095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:05.453599Z","caller":"traceutil/trace.go:171","msg":"trace[1510714648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000906305s","start":"2026-03-29T02:03:03.452673Z","end":"2026-03-29T02:03:05.45358Z","steps":["trace[1510714648] 'agreement among raft nodes before linearized reading' (duration: 2.000723291s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.453684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.452653Z","time spent":"2.001012778s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:06.528687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999672189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:06.528805Z","caller":"traceutil/trace.go:171","msg":"trace[581772479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999836213s","start":"2026-03-29T02:03:01.528948Z","end":"2026-03-29T02:03:06.528785Z","steps":["trace[581772479] 'agreement among raft nodes before linearized reading' (duration: 4.999688109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.528848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99975532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:06.528953Z","caller":"traceutil/trace.go:171","msg":"trace[2093835329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999887284s","start":"2026-03-29T02:03:01.529039Z","end":"2026-03-29T02:03:06.528926Z","steps":["trace[2093835329] 'agreement among raft nodes before linearized reading' (duration: 4.999742901s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.529364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.529036Z","time spent":"5.000260842s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:06.52951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.530769Z","time spent":"4.998734247s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:03:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:06.529633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000523838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} 2026/03/29 02:03:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T02:03:06.529687Z","caller":"traceutil/trace.go:171","msg":"trace[2109982515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00060013s","start":"2026-03-29T02:03:01.529074Z","end":"2026-03-29T02:03:06.529674Z","steps":["trace[2109982515] 'agreement among raft nodes before linearized reading' (duration: 5.000537388s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.529724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.529064Z","time spent":"5.000651251s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:03:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:06.52911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.528935Z","time spent":"4.999957585s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:03:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:06.679739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:06.679816Z","caller":"traceutil/trace.go:171","msg":"trace[1721763800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505136s","start":"2026-03-29T02:03:04.679295Z","end":"2026-03-29T02:03:06.6798Z","steps":["trace[1721763800] 'agreement among raft nodes before linearized reading' (duration: 2.000409634s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.679921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.679272Z","time spent":"2.000630319s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:06.711881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.101837294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:06.71197Z","caller":"traceutil/trace.go:171","msg":"trace[737264356] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1143; }","duration":"7.101994927s","start":"2026-03-29T02:02:59.609954Z","end":"2026-03-29T02:03:06.711949Z","steps":["trace[737264356] 'count revisions from in-memory index tree' (duration: 7.101727041s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.712029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.609929Z","time spent":"7.102080779s","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:06.712507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260185627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:06.71259Z","caller":"traceutil/trace.go:171","msg":"trace[623470983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"5.260304289s","start":"2026-03-29T02:03:01.452272Z","end":"2026-03-29T02:03:06.712576Z","steps":["trace[623470983] 'range keys from in-memory index tree' (duration: 5.260125555s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.712674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.45225Z","time spent":"5.260412841s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:06.712854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.886084421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:06.712932Z","caller":"traceutil/trace.go:171","msg":"trace[1073135353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1143; }","duration":"6.886219344s","start":"2026-03-29T02:02:59.826694Z","end":"2026-03-29T02:03:06.712913Z","steps":["trace[1073135353] 'count revisions from in-memory index tree' (duration: 6.885913578s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.712995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.826668Z","time spent":"6.886306496s","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:06.7133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.858625492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:06.713378Z","caller":"traceutil/trace.go:171","msg":"trace[849081224] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1143; }","duration":"6.858744345s","start":"2026-03-29T02:02:59.854623Z","end":"2026-03-29T02:03:06.713367Z","steps":["trace[849081224] 'count revisions from in-memory index tree' (duration: 6.85854007s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.713416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.854603Z","time spent":"6.858802766s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:06.713715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.810580002s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:06.713789Z","caller":"traceutil/trace.go:171","msg":"trace[1552263141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1143; }","duration":"6.810655004s","start":"2026-03-29T02:02:59.903124Z","end":"2026-03-29T02:03:06.713779Z","steps":["trace[1552263141] 'range keys from in-memory index tree' (duration: 6.810571062s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.71536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.761042378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:06.715479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962087418s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:06.715425Z","caller":"traceutil/trace.go:171","msg":"trace[1503988839] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1143; }","duration":"6.761114239s","start":"2026-03-29T02:02:59.954293Z","end":"2026-03-29T02:03:06.715407Z","steps":["trace[1503988839] 'count revisions from in-memory index tree' (duration: 6.759722406s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.715697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.954216Z","time spent":"6.761389356s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:06.715721Z","caller":"traceutil/trace.go:171","msg":"trace[1156928332] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"5.188716419s","start":"2026-03-29T02:03:01.526992Z","end":"2026-03-29T02:03:06.715708Z","steps":["trace[1156928332] 'process raft request' (duration: 226.321484ms)","trace[1156928332] 'compare' (duration: 4.960307717s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:06.715721Z","caller":"traceutil/trace.go:171","msg":"trace[141799065] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1195; }","duration":"5.186729934s","start":"2026-03-29T02:03:01.528975Z","end":"2026-03-29T02:03:06.715705Z","steps":["trace[141799065] 'read index received' (duration: 224.358089ms)","trace[141799065] 'applied index is now lower than readState.Index' (duration: 4.962370795s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:06.715819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.526972Z","time spent":"5.18879588s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:06.919348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658771568s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:03:07.463308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:07.463401Z","caller":"traceutil/trace.go:171","msg":"trace[413010310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830104s","start":"2026-03-29T02:03:05.462549Z","end":"2026-03-29T02:03:07.463379Z","steps":["trace[413010310] 'agreement among raft nodes before linearized reading' (duration: 2.000719192s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.463512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.462541Z","time spent":"2.000953897s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:07.54148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.774043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:07.541537Z","caller":"traceutil/trace.go:171","msg":"trace[1590620859] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1197; }","duration":"825.773357ms","start":"2026-03-29T02:03:06.715755Z","end":"2026-03-29T02:03:07.541529Z","steps":["trace[1590620859] 'read index received' (duration: 203.725606ms)","trace[1590620859] 'applied index is now lower than readState.Index' (duration: 622.046981ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:07.541587Z","caller":"traceutil/trace.go:171","msg":"trace[1556246775] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"2.28132121s","start":"2026-03-29T02:03:05.260257Z","end":"2026-03-29T02:03:07.541578Z","steps":["trace[1556246775] 'process raft request' (duration: 1.659404413s)","trace[1556246775] 'compare' (duration: 621.521827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:07.541641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.260202Z","time spent":"2.281397441s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:07.541764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08311608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:03:07.541831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945044906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:03:07.54184Z","caller":"traceutil/trace.go:171","msg":"trace[931167] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:1146; }","duration":"2.083257762s","start":"2026-03-29T02:03:05.458564Z","end":"2026-03-29T02:03:07.541822Z","steps":["trace[931167] 'agreement among raft nodes before linearized reading' (duration: 2.083058898s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:07.541848Z","caller":"traceutil/trace.go:171","msg":"trace[67093042] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1146; }","duration":"5.945077527s","start":"2026-03-29T02:03:01.596763Z","end":"2026-03-29T02:03:07.541841Z","steps":["trace[67093042] 'agreement among raft nodes before linearized reading' (duration: 5.944994025s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.541881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.596753Z","time spent":"5.945123468s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:03:07.541878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.458532Z","time spent":"2.083337975s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" "} {"level":"warn","ts":"2026-03-29T02:03:07.542019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012575232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:07.542035Z","caller":"traceutil/trace.go:171","msg":"trace[365415165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1146; }","duration":"6.012598523s","start":"2026-03-29T02:03:01.529432Z","end":"2026-03-29T02:03:07.54203Z","steps":["trace[365415165] 'agreement among raft nodes before linearized reading' (duration: 6.012537242s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.542094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.458516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:07.542193Z","caller":"traceutil/trace.go:171","msg":"trace[689635820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1146; }","duration":"965.556829ms","start":"2026-03-29T02:03:06.576622Z","end":"2026-03-29T02:03:07.542179Z","steps":["trace[689635820] 'agreement among raft nodes before linearized reading' (duration: 965.441156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.542234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.576564Z","time spent":"965.65858ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:07.542303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010720133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-29T02:03:07.542325Z","caller":"traceutil/trace.go:171","msg":"trace[162705517] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1146; }","duration":"1.010859917s","start":"2026-03-29T02:03:06.531459Z","end":"2026-03-29T02:03:07.542319Z","steps":["trace[162705517] 'agreement among raft nodes before linearized reading' (duration: 1.010799185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.542351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.531438Z","time spent":"1.010908667s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:03:07.542245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538202517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:07.542406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043823829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:07.542439Z","caller":"traceutil/trace.go:171","msg":"trace[2056166828] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1146; }","duration":"2.04389605s","start":"2026-03-29T02:03:05.498536Z","end":"2026-03-29T02:03:07.542432Z","steps":["trace[2056166828] 'agreement among raft nodes before linearized reading' (duration: 2.043856159s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.542466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.498494Z","time spent":"2.043966552s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:07.542409Z","caller":"traceutil/trace.go:171","msg":"trace[1193397408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"1.53839363s","start":"2026-03-29T02:03:06.004006Z","end":"2026-03-29T02:03:07.542399Z","steps":["trace[1193397408] 'agreement among raft nodes before linearized reading' (duration: 1.538218277s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.542567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.003973Z","time spent":"1.538588785s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:07.542047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.529428Z","time spent":"6.012616283s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:07.542689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013581795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:03:07.542997Z","caller":"traceutil/trace.go:171","msg":"trace[252194938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1146; }","duration":"6.013679117s","start":"2026-03-29T02:03:01.529064Z","end":"2026-03-29T02:03:07.542743Z","steps":["trace[252194938] 'agreement among raft nodes before linearized reading' (duration: 6.013192896s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.543072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.529053Z","time spent":"6.014001494s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:08.045195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:08.545968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:08.731734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108620925s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:03:08.809696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.543909Z","time spent":"1.265781116s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:03:09.544642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:09.544716Z","caller":"traceutil/trace.go:171","msg":"trace[591996704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016985s","start":"2026-03-29T02:03:07.544685Z","end":"2026-03-29T02:03:09.544702Z","steps":["trace[591996704] 'agreement among raft nodes before linearized reading' (duration: 1.999923573s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.544748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.544675Z","time spent":"2.000067456s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:09.609496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.546859Z","time spent":"2.06263034s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:03:09.609572Z","caller":"traceutil/trace.go:171","msg":"trace[770951879] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"2.060490801s","start":"2026-03-29T02:03:07.54906Z","end":"2026-03-29T02:03:09.609551Z","steps":["trace[770951879] 'process raft request' (duration: 2.060425929s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:09.609602Z","caller":"traceutil/trace.go:171","msg":"trace[936418740] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"2.060824159s","start":"2026-03-29T02:03:07.548747Z","end":"2026-03-29T02:03:09.609571Z","steps":["trace[936418740] 'process raft request' (duration: 2.060642305s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.609723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.549052Z","time spent":"2.060577923s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:09.60985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.548729Z","time spent":"2.060921961s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:10.129771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.222316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-29T02:03:10.12981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.778804ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.129947Z","caller":"traceutil/trace.go:171","msg":"trace[1371388340] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"226.897338ms","start":"2026-03-29T02:03:09.903009Z","end":"2026-03-29T02:03:10.129906Z","steps":["trace[1371388340] 'range keys from in-memory index tree' (duration: 226.764684ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.130033Z","caller":"traceutil/trace.go:171","msg":"trace[2090946561] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1149; }","duration":"1.319466015s","start":"2026-03-29T02:03:08.81055Z","end":"2026-03-29T02:03:10.130016Z","steps":["trace[2090946561] 'process raft request' (duration: 1.319345282s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.130117Z","caller":"traceutil/trace.go:171","msg":"trace[1071076908] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1198; }","duration":"2.585366064s","start":"2026-03-29T02:03:07.544698Z","end":"2026-03-29T02:03:10.130064Z","steps":["trace[1071076908] 'read index received' (duration: 1.187210455s)","trace[1071076908] 'applied index is now lower than readState.Index' (duration: 1.398150419s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.130159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.81053Z","time spent":"1.319557908s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:10.130512Z","caller":"traceutil/trace.go:171","msg":"trace[765835656] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"519.696435ms","start":"2026-03-29T02:03:09.610797Z","end":"2026-03-29T02:03:10.130493Z","steps":["trace[765835656] 'process raft request' (duration: 519.150603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.130659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.61077Z","time spent":"519.800988ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:10.41789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210270132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.417964Z","caller":"traceutil/trace.go:171","msg":"trace[35751882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1150; }","duration":"2.210403364s","start":"2026-03-29T02:03:08.207545Z","end":"2026-03-29T02:03:10.417949Z","steps":["trace[35751882] 'agreement among raft nodes before linearized reading' (duration: 1.922999411s)","trace[35751882] 'count revisions from in-memory index tree' (duration: 287.282011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.417997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.207529Z","time spent":"2.210459766s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.417989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88630645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:03:10.41797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886550066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:03:10.418115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.651164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:03:10.418143Z","caller":"traceutil/trace.go:171","msg":"trace[978812220] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1150; }","duration":"870.702364ms","start":"2026-03-29T02:03:09.547432Z","end":"2026-03-29T02:03:10.418134Z","steps":["trace[978812220] 'agreement among raft nodes before linearized reading' (duration: 583.122157ms)","trace[978812220] 'range keys from in-memory index tree' (duration: 287.534255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.41818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.54742Z","time spent":"870.751705ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:03:10.418239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.204725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.418262Z","caller":"traceutil/trace.go:171","msg":"trace[204830642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"867.237925ms","start":"2026-03-29T02:03:09.551016Z","end":"2026-03-29T02:03:10.418254Z","steps":["trace[204830642] 'agreement among raft nodes before linearized reading' (duration: 579.504025ms)","trace[204830642] 'range keys from in-memory index tree' (duration: 287.704849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.418249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786166146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:10.418375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867779663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-29T02:03:10.41833Z","caller":"traceutil/trace.go:171","msg":"trace[151140195] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1150; }","duration":"1.7863383s","start":"2026-03-29T02:03:08.631969Z","end":"2026-03-29T02:03:10.418308Z","steps":["trace[151140195] 'agreement among raft nodes before linearized reading' (duration: 1.498574569s)","trace[151140195] 'count revisions from in-memory index tree' (duration: 287.576906ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.418402Z","caller":"traceutil/trace.go:171","msg":"trace[1375342431] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1150; }","duration":"2.867804213s","start":"2026-03-29T02:03:07.550591Z","end":"2026-03-29T02:03:10.418395Z","steps":["trace[1375342431] 'agreement among raft nodes before linearized reading' (duration: 2.579895449s)","trace[1375342431] 'range keys from in-memory index tree' (duration: 287.806262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.41842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.550551Z","time spent":"2.867865215s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:03:10.418426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.631958Z","time spent":"1.786453513s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.41829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.55101Z","time spent":"867.274807ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:10.418537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.729361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:10.418933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888360267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:10.41905Z","caller":"traceutil/trace.go:171","msg":"trace[49257888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1150; }","duration":"1.888525631s","start":"2026-03-29T02:03:08.530497Z","end":"2026-03-29T02:03:10.419023Z","steps":["trace[49257888] 'agreement among raft nodes before linearized reading' (duration: 1.600031543s)","trace[49257888] 'range keys from in-memory index tree' (duration: 288.185872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.419108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.530487Z","time spent":"1.888609023s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:03:10.419155Z","caller":"traceutil/trace.go:171","msg":"trace[1658690990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1150; }","duration":"1.887738423s","start":"2026-03-29T02:03:08.53137Z","end":"2026-03-29T02:03:10.419109Z","steps":["trace[1658690990] 'agreement among raft nodes before linearized reading' (duration: 1.599156683s)","trace[1658690990] 'range keys from in-memory index tree' (duration: 287.28281ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.419066Z","caller":"traceutil/trace.go:171","msg":"trace[374502911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1150; }","duration":"470.025357ms","start":"2026-03-29T02:03:09.948751Z","end":"2026-03-29T02:03:10.418777Z","steps":["trace[374502911] 'agreement among raft nodes before linearized reading' (duration: 181.753563ms)","trace[374502911] 'count revisions from in-memory index tree' (duration: 287.927335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.419267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920025464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:10.419275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.531363Z","time spent":"1.887876876s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:03:10.419294Z","caller":"traceutil/trace.go:171","msg":"trace[802444773] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1150; }","duration":"1.920073874s","start":"2026-03-29T02:03:08.499212Z","end":"2026-03-29T02:03:10.419285Z","steps":["trace[802444773] 'agreement among raft nodes before linearized reading' (duration: 1.63132483s)","trace[802444773] 'count revisions from in-memory index tree' (duration: 288.714934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.419321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.499198Z","time spent":"1.920117236s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:10.418063Z","caller":"traceutil/trace.go:171","msg":"trace[322199663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1150; }","duration":"1.886403312s","start":"2026-03-29T02:03:08.531639Z","end":"2026-03-29T02:03:10.418042Z","steps":["trace[322199663] 'agreement among raft nodes before linearized reading' (duration: 1.598913937s)","trace[322199663] 'range keys from in-memory index tree' (duration: 287.178798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.41942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.531635Z","time spent":"1.887777944s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:10.419236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.302104ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:03:10.41963Z","caller":"traceutil/trace.go:171","msg":"trace[954357072] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1205; }","duration":"285.447929ms","start":"2026-03-29T02:03:10.134167Z","end":"2026-03-29T02:03:10.419615Z","steps":["trace[954357072] 'read index received' (duration: 144.765796ms)","trace[954357072] 'applied index is now lower than readState.Index' (duration: 140.680563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.419702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.53626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:03:10.419729Z","caller":"traceutil/trace.go:171","msg":"trace[437599270] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:1150; }","duration":"285.582662ms","start":"2026-03-29T02:03:10.134141Z","end":"2026-03-29T02:03:10.419723Z","steps":["trace[437599270] 'agreement among raft nodes before linearized reading' (duration: 285.513811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.419439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.948729Z","time spent":"470.536779ms","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.693283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.984034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:10.693523Z","caller":"traceutil/trace.go:171","msg":"trace[250492381] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1206; }","duration":"272.053963ms","start":"2026-03-29T02:03:10.421335Z","end":"2026-03-29T02:03:10.693388Z","steps":["trace[250492381] 'read index received' (duration: 156.984447ms)","trace[250492381] 'applied index is now lower than readState.Index' (duration: 115.068335ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.693516Z","caller":"traceutil/trace.go:171","msg":"trace[1933331210] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"272.882432ms","start":"2026-03-29T02:03:10.420575Z","end":"2026-03-29T02:03:10.693457Z","steps":["trace[1933331210] 'process raft request' (duration: 157.601371ms)","trace[1933331210] 'compare' (duration: 114.835911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.693605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.258287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.693654Z","caller":"traceutil/trace.go:171","msg":"trace[1064379578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"272.369329ms","start":"2026-03-29T02:03:10.421274Z","end":"2026-03-29T02:03:10.693643Z","steps":["trace[1064379578] 'agreement among raft nodes before linearized reading' (duration: 272.247887ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.697029Z","caller":"traceutil/trace.go:171","msg":"trace[1590562398] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"271.316625ms","start":"2026-03-29T02:03:10.425702Z","end":"2026-03-29T02:03:10.697018Z","steps":["trace[1590562398] 'process raft request' (duration: 271.181732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.697111Z","caller":"traceutil/trace.go:171","msg":"trace[406781693] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"271.219153ms","start":"2026-03-29T02:03:10.425834Z","end":"2026-03-29T02:03:10.697053Z","steps":["trace[406781693] 'process raft request' (duration: 271.09323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.697188Z","caller":"traceutil/trace.go:171","msg":"trace[1242177132] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"271.121221ms","start":"2026-03-29T02:03:10.425958Z","end":"2026-03-29T02:03:10.69708Z","steps":["trace[1242177132] 'process raft request' (duration: 271.003368ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.697282Z","caller":"traceutil/trace.go:171","msg":"trace[1427576563] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"270.861225ms","start":"2026-03-29T02:03:10.42639Z","end":"2026-03-29T02:03:10.697251Z","steps":["trace[1427576563] 'process raft request' (duration: 270.605289ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.697145Z","caller":"traceutil/trace.go:171","msg":"trace[1307062777] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"275.493751ms","start":"2026-03-29T02:03:10.421645Z","end":"2026-03-29T02:03:10.697139Z","steps":["trace[1307062777] 'process raft request' (duration: 275.089332ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.902177Z","caller":"traceutil/trace.go:171","msg":"trace[1596085380] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"194.813012ms","start":"2026-03-29T02:03:10.707327Z","end":"2026-03-29T02:03:10.90214Z","steps":["trace[1596085380] 'process raft request' (duration: 172.221955ms)","trace[1596085380] 'compare' (duration: 22.421783ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:11.788273Z","caller":"traceutil/trace.go:171","msg":"trace[1063550502] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"142.656767ms","start":"2026-03-29T02:03:11.645548Z","end":"2026-03-29T02:03:11.788205Z","steps":["trace[1063550502] 'process raft request' (duration: 54.16183ms)","trace[1063550502] 'compare' (duration: 88.336003ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:11.788718Z","caller":"traceutil/trace.go:171","msg":"trace[409668026] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"139.829574ms","start":"2026-03-29T02:03:11.648863Z","end":"2026-03-29T02:03:11.788693Z","steps":["trace[409668026] 'process raft request' (duration: 139.314131ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:11.788786Z","caller":"traceutil/trace.go:171","msg":"trace[1057706080] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"140.658733ms","start":"2026-03-29T02:03:11.648102Z","end":"2026-03-29T02:03:11.788761Z","steps":["trace[1057706080] 'process raft request' (duration: 140.041208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:12.877205Z","caller":"traceutil/trace.go:171","msg":"trace[588293691] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"170.633919ms","start":"2026-03-29T02:03:12.706547Z","end":"2026-03-29T02:03:12.877181Z","steps":["trace[588293691] 'process raft request' (duration: 170.476705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.055801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.260091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:13.0559Z","caller":"traceutil/trace.go:171","msg":"trace[1895803492] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"348.423061ms","start":"2026-03-29T02:03:12.707466Z","end":"2026-03-29T02:03:13.055889Z","steps":["trace[1895803492] 'process raft request' (duration: 226.021447ms)","trace[1895803492] 'compare' (duration: 122.169909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:13.055937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.70744Z","time spent":"348.481802ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:13.056002Z","caller":"traceutil/trace.go:171","msg":"trace[1613672682] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"347.874719ms","start":"2026-03-29T02:03:12.70812Z","end":"2026-03-29T02:03:13.055995Z","steps":["trace[1613672682] 'process raft request' (duration: 347.748536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.056065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.708111Z","time spent":"347.914229ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:14.466529Z","caller":"traceutil/trace.go:171","msg":"trace[2071857920] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"669.751173ms","start":"2026-03-29T02:03:13.79675Z","end":"2026-03-29T02:03:14.466501Z","steps":["trace[2071857920] 'process raft request' (duration: 669.573298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.466683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.796736Z","time spent":"669.871145ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:14.657271Z","caller":"traceutil/trace.go:171","msg":"trace[1616641132] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"860.00657ms","start":"2026-03-29T02:03:13.797228Z","end":"2026-03-29T02:03:14.657234Z","steps":["trace[1616641132] 'process raft request' (duration: 768.229378ms)","trace[1616641132] 'compare' (duration: 91.509416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:14.657463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.797202Z","time spent":"860.173755ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:14.657449Z","caller":"traceutil/trace.go:171","msg":"trace[1100100937] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"463.425927ms","start":"2026-03-29T02:03:14.193998Z","end":"2026-03-29T02:03:14.657424Z","steps":["trace[1100100937] 'read index received' (duration: 272.509093ms)","trace[1100100937] 'applied index is now lower than readState.Index' (duration: 190.915604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:14.657708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.692852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:14.657712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.223721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:14.65824Z","caller":"traceutil/trace.go:171","msg":"trace[887083439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1168; }","duration":"222.763784ms","start":"2026-03-29T02:03:14.435453Z","end":"2026-03-29T02:03:14.658216Z","steps":["trace[887083439] 'agreement among raft nodes before linearized reading' (duration: 222.18085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.657745Z","caller":"traceutil/trace.go:171","msg":"trace[1704427166] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1168; }","duration":"463.796195ms","start":"2026-03-29T02:03:14.193938Z","end":"2026-03-29T02:03:14.657734Z","steps":["trace[1704427166] 'agreement among raft nodes before linearized reading' (duration: 463.716163ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.657756Z","caller":"traceutil/trace.go:171","msg":"trace[902943340] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"222.196351ms","start":"2026-03-29T02:03:14.435509Z","end":"2026-03-29T02:03:14.657705Z","steps":["trace[902943340] 'process raft request' (duration: 221.668399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.658415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:14.193915Z","time spent":"464.43678ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:21.87855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.976531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:21.878671Z","caller":"traceutil/trace.go:171","msg":"trace[907340320] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1249; }","duration":"207.384581ms","start":"2026-03-29T02:03:21.671264Z","end":"2026-03-29T02:03:21.878649Z","steps":["trace[907340320] 'read index received' (duration: 55.228075ms)","trace[907340320] 'applied index is now lower than readState.Index' (duration: 152.153886ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:21.878731Z","caller":"traceutil/trace.go:171","msg":"trace[2063951063] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"247.97131ms","start":"2026-03-29T02:03:21.630727Z","end":"2026-03-29T02:03:21.878698Z","steps":["trace[2063951063] 'process raft request' (duration: 95.761383ms)","trace[2063951063] 'compare' (duration: 151.729206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:21.879006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.730489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:21.879053Z","caller":"traceutil/trace.go:171","msg":"trace[986436884] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1192; }","duration":"207.784771ms","start":"2026-03-29T02:03:21.671257Z","end":"2026-03-29T02:03:21.879042Z","steps":["trace[986436884] 'agreement among raft nodes before linearized reading' (duration: 207.591715ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:24.785948Z","caller":"traceutil/trace.go:171","msg":"trace[152233877] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"119.709873ms","start":"2026-03-29T02:03:24.666216Z","end":"2026-03-29T02:03:24.785926Z","steps":["trace[152233877] 'process raft request' (duration: 119.547769ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:24.920608Z","caller":"traceutil/trace.go:171","msg":"trace[2064058151] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"111.436542ms","start":"2026-03-29T02:03:24.80915Z","end":"2026-03-29T02:03:24.920586Z","steps":["trace[2064058151] 'process raft request' (duration: 84.23846ms)","trace[2064058151] 'compare' (duration: 26.930256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:25.783055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.067383ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-29T02:03:26.912802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.950095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:03:26.912936Z","caller":"traceutil/trace.go:171","msg":"trace[2054237464] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1264; }","duration":"122.676409ms","start":"2026-03-29T02:03:26.790236Z","end":"2026-03-29T02:03:26.912912Z","steps":["trace[2054237464] 'read index received' (duration: 41.601µs)","trace[2054237464] 'applied index is now lower than readState.Index' (duration: 122.632758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:26.913126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.892655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:26.913179Z","caller":"traceutil/trace.go:171","msg":"trace[1826665493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1204; }","duration":"122.991727ms","start":"2026-03-29T02:03:26.790172Z","end":"2026-03-29T02:03:26.913164Z","steps":["trace[1826665493] 'agreement among raft nodes before linearized reading' (duration: 122.802023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.117369Z","caller":"traceutil/trace.go:171","msg":"trace[1801151488] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"107.418301ms","start":"2026-03-29T02:03:27.009897Z","end":"2026-03-29T02:03:27.117315Z","steps":["trace[1801151488] 'process raft request' (duration: 106.174223ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.539486Z","caller":"traceutil/trace.go:171","msg":"trace[1830664327] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1268; }","duration":"253.268672ms","start":"2026-03-29T02:03:27.28616Z","end":"2026-03-29T02:03:27.539429Z","steps":["trace[1830664327] 'read index received' (duration: 208.990667ms)","trace[1830664327] 'applied index is now lower than readState.Index' (duration: 44.276535ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:27.539623Z","caller":"traceutil/trace.go:171","msg":"trace[1263578926] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"357.067318ms","start":"2026-03-29T02:03:27.182533Z","end":"2026-03-29T02:03:27.5396Z","steps":["trace[1263578926] 'process raft request' (duration: 312.60618ms)","trace[1263578926] 'compare' (duration: 44.165782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:27.539749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:27.182499Z","time spent":"357.165521ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:27.54013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.971037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:27.540191Z","caller":"traceutil/trace.go:171","msg":"trace[1633639386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"254.073589ms","start":"2026-03-29T02:03:27.286103Z","end":"2026-03-29T02:03:27.540177Z","steps":["trace[1633639386] 'agreement among raft nodes before linearized reading' (duration: 253.864845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:27.560905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.405005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:27.560928Z","caller":"traceutil/trace.go:171","msg":"trace[1800354146] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"112.867356ms","start":"2026-03-29T02:03:27.448022Z","end":"2026-03-29T02:03:27.560889Z","steps":["trace[1800354146] 'process raft request' (duration: 112.645131ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.560965Z","caller":"traceutil/trace.go:171","msg":"trace[2028110794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"126.498468ms","start":"2026-03-29T02:03:27.434452Z","end":"2026-03-29T02:03:27.56095Z","steps":["trace[2028110794] 'agreement among raft nodes before linearized reading' (duration: 126.379975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:27.56118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.716801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:27.561277Z","caller":"traceutil/trace.go:171","msg":"trace[1510990554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1209; }","duration":"115.890874ms","start":"2026-03-29T02:03:27.445368Z","end":"2026-03-29T02:03:27.561259Z","steps":["trace[1510990554] 'agreement among raft nodes before linearized reading' (duration: 115.581627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.688699Z","caller":"traceutil/trace.go:171","msg":"trace[142808603] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"121.721588ms","start":"2026-03-29T02:03:27.566868Z","end":"2026-03-29T02:03:27.688589Z","steps":["trace[142808603] 'process raft request' (duration: 80.973676ms)","trace[142808603] 'compare' (duration: 40.63678ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:31.136558Z","caller":"traceutil/trace.go:171","msg":"trace[1356289850] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"121.070023ms","start":"2026-03-29T02:03:31.015431Z","end":"2026-03-29T02:03:31.136501Z","steps":["trace[1356289850] 'process raft request' (duration: 120.94559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:33.600108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.093524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:33.600197Z","caller":"traceutil/trace.go:171","msg":"trace[268372756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"166.227656ms","start":"2026-03-29T02:03:33.433948Z","end":"2026-03-29T02:03:33.600176Z","steps":["trace[268372756] 'range keys from in-memory index tree' (duration: 166.031543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:33.600267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.504333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:33.600313Z","caller":"traceutil/trace.go:171","msg":"trace[902624015] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1280; }","duration":"100.561594ms","start":"2026-03-29T02:03:33.499739Z","end":"2026-03-29T02:03:33.600301Z","steps":["trace[902624015] 'count revisions from in-memory index tree' (duration: 100.450712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:34.150179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.47769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:34.150272Z","caller":"traceutil/trace.go:171","msg":"trace[441276300] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1344; }","duration":"426.671712ms","start":"2026-03-29T02:03:33.723584Z","end":"2026-03-29T02:03:34.150256Z","steps":["trace[441276300] 'read index received' (duration: 24.969147ms)","trace[441276300] 'applied index is now lower than readState.Index' (duration: 401.701595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:34.150385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.798645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:34.15042Z","caller":"traceutil/trace.go:171","msg":"trace[796986405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1282; }","duration":"426.858696ms","start":"2026-03-29T02:03:33.72355Z","end":"2026-03-29T02:03:34.150409Z","steps":["trace[796986405] 'agreement among raft nodes before linearized reading' (duration: 426.747454ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:34.150415Z","caller":"traceutil/trace.go:171","msg":"trace[24707433] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"474.56662ms","start":"2026-03-29T02:03:33.675827Z","end":"2026-03-29T02:03:34.150394Z","steps":["trace[24707433] 'process raft request' (duration: 72.792683ms)","trace[24707433] 'compare' (duration: 401.379898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:34.150453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:33.723533Z","time spent":"426.909867ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:34.150524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:33.675805Z","time spent":"474.664862ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:34.872679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711739912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:36.436929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:36.43701Z","caller":"traceutil/trace.go:171","msg":"trace[1581747130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532455s","start":"2026-03-29T02:03:34.43646Z","end":"2026-03-29T02:03:36.436992Z","steps":["trace[1581747130] 'agreement among raft nodes before linearized reading' (duration: 2.000432912s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.437054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.43644Z","time spent":"2.000605227s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:38.003069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:38.003155Z","caller":"traceutil/trace.go:171","msg":"trace[801940270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999994917s","start":"2026-03-29T02:03:36.003141Z","end":"2026-03-29T02:03:38.003136Z","steps":["trace[801940270] 'agreement among raft nodes before linearized reading' (duration: 1.999870054s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:38.003202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.003122Z","time spent":"2.000071188s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:38.437499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:38.437588Z","caller":"traceutil/trace.go:171","msg":"trace[496851840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360036s","start":"2026-03-29T02:03:36.437207Z","end":"2026-03-29T02:03:38.437567Z","steps":["trace[496851840] 'agreement among raft nodes before linearized reading' (duration: 2.000258983s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:38.437633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.437126Z","time spent":"2.000498498s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:39.152717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.153752Z","time spent":"4.998958663s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:03:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:40.213726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.149331Z","time spent":"5.064389921s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:03:40.446911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:40.447016Z","caller":"traceutil/trace.go:171","msg":"trace[2041097536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032251s","start":"2026-03-29T02:03:38.446676Z","end":"2026-03-29T02:03:40.446999Z","steps":["trace[2041097536] 'agreement among raft nodes before linearized reading' (duration: 2.000160457s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.447089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.446656Z","time spent":"2.000410542s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:40.675191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999472343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:40.675257Z","caller":"traceutil/trace.go:171","msg":"trace[1277704805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999589576s","start":"2026-03-29T02:03:35.675653Z","end":"2026-03-29T02:03:40.675242Z","steps":["trace[1277704805] 'agreement among raft nodes before linearized reading' (duration: 4.999506764s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.675291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.675609Z","time spent":"4.999675689s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:03:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:41.152704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999073286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:41.152787Z","caller":"traceutil/trace.go:171","msg":"trace[971170818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99921879s","start":"2026-03-29T02:03:36.15355Z","end":"2026-03-29T02:03:41.152768Z","steps":["trace[971170818] 'agreement among raft nodes before linearized reading' (duration: 4.999105017s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.152834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.153531Z","time spent":"4.999294452s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:03:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:42.447502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:42.447595Z","caller":"traceutil/trace.go:171","msg":"trace[899927569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651808s","start":"2026-03-29T02:03:40.446925Z","end":"2026-03-29T02:03:42.447577Z","steps":["trace[899927569] 'agreement among raft nodes before linearized reading' (duration: 2.000538696s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.447643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.446906Z","time spent":"2.000726861s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:42.673186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.523712657s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:03:42.682919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779770528s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:42.683006Z","caller":"traceutil/trace.go:171","msg":"trace[2005474472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1282; }","duration":"2.77986881s","start":"2026-03-29T02:03:39.903124Z","end":"2026-03-29T02:03:42.682993Z","steps":["trace[2005474472] 'range keys from in-memory index tree' (duration: 2.779757078s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.684002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.62195925s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:42.684106Z","caller":"traceutil/trace.go:171","msg":"trace[68916259] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1345; }","duration":"8.312282251s","start":"2026-03-29T02:03:34.371816Z","end":"2026-03-29T02:03:42.684098Z","steps":["trace[68916259] 'read index received' (duration: 690.099007ms)","trace[68916259] 'applied index is now lower than readState.Index' (duration: 7.622182484s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:42.684257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.312394063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:42.685115Z","caller":"traceutil/trace.go:171","msg":"trace[1860144013] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1283; }","duration":"8.313015798s","start":"2026-03-29T02:03:34.371778Z","end":"2026-03-29T02:03:42.684794Z","steps":["trace[1860144013] 'agreement among raft nodes before linearized reading' (duration: 8.312383973s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.685383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.371742Z","time spent":"8.313621911s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:42.693196Z","caller":"traceutil/trace.go:171","msg":"trace[1450479936] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"5.067862725s","start":"2026-03-29T02:03:37.625097Z","end":"2026-03-29T02:03:42.692959Z","steps":["trace[1450479936] 'process raft request' (duration: 5.067538538s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.693352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:37.625074Z","time spent":"5.068190804s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:42.692813Z","caller":"traceutil/trace.go:171","msg":"trace[393548338] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"4.685480079s","start":"2026-03-29T02:03:38.007316Z","end":"2026-03-29T02:03:42.692796Z","steps":["trace[393548338] 'process raft request' (duration: 4.685410258s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.693647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.007264Z","time spent":"4.686324649s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:42.694174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.82648006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:42.694187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.661768078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:42.694222Z","caller":"traceutil/trace.go:171","msg":"trace[781747147] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1287; }","duration":"6.826528711s","start":"2026-03-29T02:03:35.867683Z","end":"2026-03-29T02:03:42.694212Z","steps":["trace[781747147] 'agreement among raft nodes before linearized reading' (duration: 6.82646013s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.694229Z","caller":"traceutil/trace.go:171","msg":"trace[941599340] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"4.350108371s","start":"2026-03-29T02:03:38.344098Z","end":"2026-03-29T02:03:42.694206Z","steps":["trace[941599340] 'process raft request' (duration: 4.348673128s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.694254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.867645Z","time spent":"6.826595162s","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:42.694251Z","caller":"traceutil/trace.go:171","msg":"trace[168078324] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1287; }","duration":"6.66185227s","start":"2026-03-29T02:03:36.03237Z","end":"2026-03-29T02:03:42.694223Z","steps":["trace[168078324] 'agreement among raft nodes before linearized reading' (duration: 6.661750808s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.694291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.032351Z","time spent":"6.661926842s","remote":"127.0.0.1:56706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.69431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.34408Z","time spent":"4.350179323s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:42.694664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.53787747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:42.694691Z","caller":"traceutil/trace.go:171","msg":"trace[1265897488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1287; }","duration":"7.537948222s","start":"2026-03-29T02:03:35.156733Z","end":"2026-03-29T02:03:42.694682Z","steps":["trace[1265897488] 'agreement among raft nodes before linearized reading' (duration: 7.537828459s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.69472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.156714Z","time spent":"7.538000372s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:42.694165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548950429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:42.69489Z","caller":"traceutil/trace.go:171","msg":"trace[987941883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1287; }","duration":"1.549728377s","start":"2026-03-29T02:03:41.145145Z","end":"2026-03-29T02:03:42.694874Z","steps":["trace[987941883] 'agreement among raft nodes before linearized reading' (duration: 1.548731915s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.694915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.145125Z","time spent":"1.549781568s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.695012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479916493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-29T02:03:42.695072Z","caller":"traceutil/trace.go:171","msg":"trace[1988246355] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1287; }","duration":"2.479979685s","start":"2026-03-29T02:03:40.215063Z","end":"2026-03-29T02:03:42.695043Z","steps":["trace[1988246355] 'agreement among raft nodes before linearized reading' (duration: 2.479518584s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.695096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.257469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:42.695104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.215053Z","time spent":"2.480044046s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-29T02:03:42.695136Z","caller":"traceutil/trace.go:171","msg":"trace[269572265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1287; }","duration":"240.32838ms","start":"2026-03-29T02:03:42.454788Z","end":"2026-03-29T02:03:42.695117Z","steps":["trace[269572265] 'agreement among raft nodes before linearized reading' (duration: 240.181177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.695649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591615794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:42.695693Z","caller":"traceutil/trace.go:171","msg":"trace[216443535] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1287; }","duration":"2.591719036s","start":"2026-03-29T02:03:40.103961Z","end":"2026-03-29T02:03:42.69568Z","steps":["trace[216443535] 'agreement among raft nodes before linearized reading' (duration: 2.591616474s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.695732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.103942Z","time spent":"2.591781458s","remote":"127.0.0.1:56268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.695933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.546625738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:03:42.69598Z","caller":"traceutil/trace.go:171","msg":"trace[26227237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1287; }","duration":"7.54669591s","start":"2026-03-29T02:03:35.149264Z","end":"2026-03-29T02:03:42.69596Z","steps":["trace[26227237] 'agreement among raft nodes before linearized reading' (duration: 7.544341566s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.69601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.149247Z","time spent":"7.546752921s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:42.696061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542290428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:42.696102Z","caller":"traceutil/trace.go:171","msg":"trace[1294264705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1287; }","duration":"1.54235776s","start":"2026-03-29T02:03:41.153727Z","end":"2026-03-29T02:03:42.696084Z","steps":["trace[1294264705] 'agreement among raft nodes before linearized reading' (duration: 1.542057002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.696125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.15371Z","time spent":"1.542408921s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:42.696373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096727897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:03:42.696398Z","caller":"traceutil/trace.go:171","msg":"trace[640463360] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1287; }","duration":"1.096795499s","start":"2026-03-29T02:03:41.599597Z","end":"2026-03-29T02:03:42.696392Z","steps":["trace[640463360] 'agreement among raft nodes before linearized reading' (duration: 1.096734288s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.696412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.599576Z","time spent":"1.096832359s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-29T02:03:42.696661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339180152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:42.696713Z","caller":"traceutil/trace.go:171","msg":"trace[540765448] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1287; }","duration":"4.339294796s","start":"2026-03-29T02:03:38.357397Z","end":"2026-03-29T02:03:42.696691Z","steps":["trace[540765448] 'agreement among raft nodes before linearized reading' (duration: 4.338847556s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.696746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.357391Z","time spent":"4.339345447s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:46.899827Z","caller":"traceutil/trace.go:171","msg":"trace[656954599] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"124.566409ms","start":"2026-03-29T02:03:46.775242Z","end":"2026-03-29T02:03:46.899809Z","steps":["trace[656954599] 'process raft request' (duration: 124.363385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.115023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065298158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:49.115124Z","caller":"traceutil/trace.go:171","msg":"trace[1391167885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1306; }","duration":"1.065488572s","start":"2026-03-29T02:03:48.049611Z","end":"2026-03-29T02:03:49.1151Z","steps":["trace[1391167885] 'count revisions from in-memory index tree' (duration: 1.065249747s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.115184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.049598Z","time spent":"1.065567254s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:49.115395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.131417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:49.115496Z","caller":"traceutil/trace.go:171","msg":"trace[2059983023] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1306; }","duration":"794.23422ms","start":"2026-03-29T02:03:48.321209Z","end":"2026-03-29T02:03:49.115443Z","steps":["trace[2059983023] 'count revisions from in-memory index tree' (duration: 794.011985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.115589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.32119Z","time spent":"794.380213ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:49.115393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923883882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:03:49.11575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681111537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:49.11583Z","caller":"traceutil/trace.go:171","msg":"trace[1278640730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1306; }","duration":"1.681239729s","start":"2026-03-29T02:03:47.434573Z","end":"2026-03-29T02:03:49.115812Z","steps":["trace[1278640730] 'range keys from in-memory index tree' (duration: 1.681031755s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.115845Z","caller":"traceutil/trace.go:171","msg":"trace[1482316772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1306; }","duration":"1.924319142s","start":"2026-03-29T02:03:47.191475Z","end":"2026-03-29T02:03:49.115795Z","steps":["trace[1482316772] 'range keys from in-memory index tree' (duration: 1.923743569s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.115881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:47.434553Z","time spent":"1.681314741s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:49.115959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:47.191459Z","time spent":"1.924490475s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:03:49.122073Z","caller":"traceutil/trace.go:171","msg":"trace[1395035503] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"216.172961ms","start":"2026-03-29T02:03:48.905889Z","end":"2026-03-29T02:03:49.122062Z","steps":["trace[1395035503] 'process raft request' (duration: 216.064158ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.122068Z","caller":"traceutil/trace.go:171","msg":"trace[1771782515] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"183.732054ms","start":"2026-03-29T02:03:48.938321Z","end":"2026-03-29T02:03:49.122053Z","steps":["trace[1771782515] 'read index received' (duration: 183.620761ms)","trace[1771782515] 'applied index is now lower than readState.Index' (duration: 110.483µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:49.122191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.846696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:49.122508Z","caller":"traceutil/trace.go:171","msg":"trace[1262737833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1307; }","duration":"184.207185ms","start":"2026-03-29T02:03:48.938277Z","end":"2026-03-29T02:03:49.122485Z","steps":["trace[1262737833] 'agreement among raft nodes before linearized reading' (duration: 183.820386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.126332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.831815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:03:49.126447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.685149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:03:49.126473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.796771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:03:49.126488Z","caller":"traceutil/trace.go:171","msg":"trace[1033966264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1308; }","duration":"185.76339ms","start":"2026-03-29T02:03:48.940715Z","end":"2026-03-29T02:03:49.126478Z","steps":["trace[1033966264] 'agreement among raft nodes before linearized reading' (duration: 185.663688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.126506Z","caller":"traceutil/trace.go:171","msg":"trace[100059414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1308; }","duration":"185.847802ms","start":"2026-03-29T02:03:48.94065Z","end":"2026-03-29T02:03:49.126498Z","steps":["trace[100059414] 'agreement among raft nodes before linearized reading' (duration: 185.75817ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.12647Z","caller":"traceutil/trace.go:171","msg":"trace[715194936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1308; }","duration":"186.986958ms","start":"2026-03-29T02:03:48.939466Z","end":"2026-03-29T02:03:49.126453Z","steps":["trace[715194936] 'agreement among raft nodes before linearized reading' (duration: 186.746993ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.425086Z","caller":"traceutil/trace.go:171","msg":"trace[1545354415] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1413; }","duration":"244.845161ms","start":"2026-03-29T02:04:01.180223Z","end":"2026-03-29T02:04:01.425068Z","steps":["trace[1545354415] 'read index received' (duration: 244.668807ms)","trace[1545354415] 'applied index is now lower than readState.Index' (duration: 175.774µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:01.425406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.170508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:04:01.425471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.382187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:04:01.425502Z","caller":"traceutil/trace.go:171","msg":"trace[1149580921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1346; }","duration":"228.424138ms","start":"2026-03-29T02:04:01.197069Z","end":"2026-03-29T02:04:01.425493Z","steps":["trace[1149580921] 'agreement among raft nodes before linearized reading' (duration: 228.296605ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.425536Z","caller":"traceutil/trace.go:171","msg":"trace[716700097] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"249.467406ms","start":"2026-03-29T02:04:01.176057Z","end":"2026-03-29T02:04:01.425525Z","steps":["trace[716700097] 'process raft request' (duration: 248.886243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:01.425675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.002573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:01.425705Z","caller":"traceutil/trace.go:171","msg":"trace[127861336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1346; }","duration":"226.050474ms","start":"2026-03-29T02:04:01.199649Z","end":"2026-03-29T02:04:01.4257Z","steps":["trace[127861336] 'agreement among raft nodes before linearized reading' (duration: 225.980163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:01.425815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.597929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T02:04:01.425858Z","caller":"traceutil/trace.go:171","msg":"trace[532007472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1346; }","duration":"245.683981ms","start":"2026-03-29T02:04:01.180164Z","end":"2026-03-29T02:04:01.425848Z","steps":["trace[532007472] 'agreement among raft nodes before linearized reading' (duration: 245.582657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:01.425829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.30497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:04:01.425968Z","caller":"traceutil/trace.go:171","msg":"trace[431748078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1346; }","duration":"226.463884ms","start":"2026-03-29T02:04:01.199497Z","end":"2026-03-29T02:04:01.425961Z","steps":["trace[431748078] 'agreement among raft nodes before linearized reading' (duration: 226.290819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.42549Z","caller":"traceutil/trace.go:171","msg":"trace[29076156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1346; }","duration":"245.304051ms","start":"2026-03-29T02:04:01.180165Z","end":"2026-03-29T02:04:01.425469Z","steps":["trace[29076156] 'agreement among raft nodes before linearized reading' (duration: 245.080386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:03.877592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.524276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:03.87782Z","caller":"traceutil/trace.go:171","msg":"trace[1888149687] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"336.499814ms","start":"2026-03-29T02:04:03.541308Z","end":"2026-03-29T02:04:03.877808Z","steps":["trace[1888149687] 'process raft request' (duration: 336.438803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:03.877878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:03.541293Z","time spent":"336.551516ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:03.877844Z","caller":"traceutil/trace.go:171","msg":"trace[1418545618] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"336.571816ms","start":"2026-03-29T02:04:03.54124Z","end":"2026-03-29T02:04:03.877812Z","steps":["trace[1418545618] 'process raft request' (duration: 336.436573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:03.878007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:03.541229Z","time spent":"336.692478ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:03.878097Z","caller":"traceutil/trace.go:171","msg":"trace[952216631] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"334.368326ms","start":"2026-03-29T02:04:03.5437Z","end":"2026-03-29T02:04:03.878068Z","steps":["trace[952216631] 'process raft request' (duration: 334.292724ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:03.878149Z","caller":"traceutil/trace.go:171","msg":"trace[1737848024] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"334.943019ms","start":"2026-03-29T02:04:03.543186Z","end":"2026-03-29T02:04:03.878129Z","steps":["trace[1737848024] 'process raft request' (duration: 334.582631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:03.878194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:03.543169Z","time spent":"335.002491ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:03.878236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:03.543694Z","time spent":"334.470758ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:03.878373Z","caller":"traceutil/trace.go:171","msg":"trace[1843001920] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"336.845211ms","start":"2026-03-29T02:04:03.54099Z","end":"2026-03-29T02:04:03.877835Z","steps":["trace[1843001920] 'process raft request' (duration: 73.010658ms)","trace[1843001920] 'compare' (duration: 262.612305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:03.879173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:03.540959Z","time spent":"338.169651ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:04.362069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.627226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:04.362148Z","caller":"traceutil/trace.go:171","msg":"trace[64603999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1368; }","duration":"118.78808ms","start":"2026-03-29T02:04:04.243342Z","end":"2026-03-29T02:04:04.36213Z","steps":["trace[64603999] 'count revisions from in-memory index tree' (duration: 118.509553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:04.362529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.17852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:04.362609Z","caller":"traceutil/trace.go:171","msg":"trace[1663052934] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1368; }","duration":"300.309122ms","start":"2026-03-29T02:04:04.062277Z","end":"2026-03-29T02:04:04.362587Z","steps":["trace[1663052934] 'count revisions from in-memory index tree' (duration: 299.928894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:04.362653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:04.062258Z","time spent":"300.382884ms","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:06.152987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:06.653992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:07.154771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:07.518527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.976569061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:04:07.5191Z","caller":"traceutil/trace.go:171","msg":"trace[2123592219] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"1.977258498s","start":"2026-03-29T02:04:05.541789Z","end":"2026-03-29T02:04:07.519047Z","steps":["trace[2123592219] 'process raft request' (duration: 1.977091844s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:07.519398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.541762Z","time spent":"1.977448481s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:08.316948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.16367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:04:08.317048Z","caller":"traceutil/trace.go:171","msg":"trace[1322648460] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1437; }","duration":"2.665010651s","start":"2026-03-29T02:04:05.652019Z","end":"2026-03-29T02:04:08.31703Z","steps":["trace[1322648460] 'read index received' (duration: 1.866721166s)","trace[1322648460] 'applied index is now lower than readState.Index' (duration: 798.288095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:08.317185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665138764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:08.317221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970828002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:08.317249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435211181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:04:08.317263Z","caller":"traceutil/trace.go:171","msg":"trace[167439043] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1369; }","duration":"1.970915004s","start":"2026-03-29T02:04:06.346338Z","end":"2026-03-29T02:04:08.317253Z","steps":["trace[167439043] 'agreement among raft nodes before linearized reading' (duration: 1.970829241s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:08.317266Z","caller":"traceutil/trace.go:171","msg":"trace[19429134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1369; }","duration":"2.665275138s","start":"2026-03-29T02:04:05.651973Z","end":"2026-03-29T02:04:08.317248Z","steps":["trace[19429134] 'agreement among raft nodes before linearized reading' (duration: 2.665131064s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:08.31728Z","caller":"traceutil/trace.go:171","msg":"trace[62343022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1369; }","duration":"2.435285943s","start":"2026-03-29T02:04:05.881984Z","end":"2026-03-29T02:04:08.31727Z","steps":["trace[62343022] 'agreement among raft nodes before linearized reading' (duration: 2.435145849s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:06.346318Z","time spent":"1.970970486s","remote":"127.0.0.1:56494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:08.317292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406107199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:08.31731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.651954Z","time spent":"2.665344749s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:08.317316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.881967Z","time spent":"2.435339664s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:04:08.317387Z","caller":"traceutil/trace.go:171","msg":"trace[1027434015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1369; }","duration":"2.406186952s","start":"2026-03-29T02:04:05.91114Z","end":"2026-03-29T02:04:08.317327Z","steps":["trace[1027434015] 'agreement among raft nodes before linearized reading' (duration: 2.406087909s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.91112Z","time spent":"2.406305464s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:08.317456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434321191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:04:08.317478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434065445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:08.317512Z","caller":"traceutil/trace.go:171","msg":"trace[1151255545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1369; }","duration":"2.434415012s","start":"2026-03-29T02:04:05.883084Z","end":"2026-03-29T02:04:08.317499Z","steps":["trace[1151255545] 'agreement among raft nodes before linearized reading' (duration: 2.434204958s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:08.317521Z","caller":"traceutil/trace.go:171","msg":"trace[517375715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.434145727s","start":"2026-03-29T02:04:05.883363Z","end":"2026-03-29T02:04:08.317509Z","steps":["trace[517375715] 'agreement among raft nodes before linearized reading' (duration: 2.434056795s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434221508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:04:08.317552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.883343Z","time spent":"2.434203277s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:08.31755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.269583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:08.317598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632872706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:08.317592Z","caller":"traceutil/trace.go:171","msg":"trace[1589020487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"882.335824ms","start":"2026-03-29T02:04:07.435244Z","end":"2026-03-29T02:04:08.31758Z","steps":["trace[1589020487] 'agreement among raft nodes before linearized reading' (duration: 882.278683ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:08.31762Z","caller":"traceutil/trace.go:171","msg":"trace[640726399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"1.632930556s","start":"2026-03-29T02:04:06.684685Z","end":"2026-03-29T02:04:08.317615Z","steps":["trace[640726399] 'agreement among raft nodes before linearized reading' (duration: 1.632899115s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:06.684665Z","time spent":"1.632965507s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:08.317635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:07.435207Z","time spent":"882.417786ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:08.317673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519874898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:08.317541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.883073Z","time spent":"2.434462783s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:04:08.317714Z","caller":"traceutil/trace.go:171","msg":"trace[1899408627] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1369; }","duration":"1.51996449s","start":"2026-03-29T02:04:06.797739Z","end":"2026-03-29T02:04:08.317704Z","steps":["trace[1899408627] 'agreement among raft nodes before linearized reading' (duration: 1.519896408s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855499122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:08.317749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:06.797721Z","time spent":"1.520018582s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:08.317767Z","caller":"traceutil/trace.go:171","msg":"trace[59590047] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1369; }","duration":"1.855576584s","start":"2026-03-29T02:04:06.462181Z","end":"2026-03-29T02:04:08.317757Z","steps":["trace[59590047] 'agreement among raft nodes before linearized reading' (duration: 1.855495322s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434044605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:04:08.317801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:06.462132Z","time spent":"1.855662106s","remote":"127.0.0.1:56594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:08.317807Z","caller":"traceutil/trace.go:171","msg":"trace[173208665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.434554096s","start":"2026-03-29T02:04:05.883241Z","end":"2026-03-29T02:04:08.317795Z","steps":["trace[173208665] 'agreement among raft nodes before linearized reading' (duration: 2.433960632s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:08.31759Z","caller":"traceutil/trace.go:171","msg":"trace[1991545091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.434335291s","start":"2026-03-29T02:04:05.883238Z","end":"2026-03-29T02:04:08.317573Z","steps":["trace[1991545091] 'agreement among raft nodes before linearized reading' (duration: 2.434029724s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:08.317843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.88321Z","time spent":"2.434622417s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:08.31787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:05.88323Z","time spent":"2.434624917s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:04:08.462359Z","caller":"traceutil/trace.go:171","msg":"trace[2073466609] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"140.498252ms","start":"2026-03-29T02:04:08.321834Z","end":"2026-03-29T02:04:08.462332Z","steps":["trace[2073466609] 'process raft request' (duration: 140.274487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:09.508277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.915826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:09.508605Z","caller":"traceutil/trace.go:171","msg":"trace[2049811657] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1439; }","duration":"1.073595938s","start":"2026-03-29T02:04:08.434985Z","end":"2026-03-29T02:04:09.508581Z","steps":["trace[2049811657] 'read index received' (duration: 27.140886ms)","trace[2049811657] 'applied index is now lower than readState.Index' (duration: 1.046453602s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:09.50869Z","caller":"traceutil/trace.go:171","msg":"trace[445816593] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"1.186143766s","start":"2026-03-29T02:04:08.322534Z","end":"2026-03-29T02:04:09.508678Z","steps":["trace[445816593] 'process raft request' (duration: 431.714798ms)","trace[445816593] 'compare' (duration: 753.710221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:09.508752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.322514Z","time spent":"1.186200836s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:09.508912Z","caller":"traceutil/trace.go:171","msg":"trace[1174298520] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"1.185353247s","start":"2026-03-29T02:04:08.323531Z","end":"2026-03-29T02:04:09.508884Z","steps":["trace[1174298520] 'process raft request' (duration: 1.184936028s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:09.508968Z","caller":"traceutil/trace.go:171","msg":"trace[742389502] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"1.185092111s","start":"2026-03-29T02:04:08.323865Z","end":"2026-03-29T02:04:09.508958Z","steps":["trace[742389502] 'process raft request' (duration: 1.18463079s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:09.509024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.323851Z","time spent":"1.185142973s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:09.509045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.323525Z","time spent":"1.185446709s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:09.509119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07414769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:09.509148Z","caller":"traceutil/trace.go:171","msg":"trace[1206208627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1374; }","duration":"1.074215232s","start":"2026-03-29T02:04:08.434922Z","end":"2026-03-29T02:04:09.509137Z","steps":["trace[1206208627] 'agreement among raft nodes before linearized reading' (duration: 1.074168401s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:09.50914Z","caller":"traceutil/trace.go:171","msg":"trace[1306756704] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"1.185713375s","start":"2026-03-29T02:04:08.323401Z","end":"2026-03-29T02:04:09.509114Z","steps":["trace[1306756704] 'process raft request' (duration: 1.184977029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:09.509177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.434902Z","time spent":"1.074270034s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:09.509242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.323384Z","time spent":"1.185809567s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:09.798067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04376999s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:10.63836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.17623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:10.63848Z","caller":"traceutil/trace.go:171","msg":"trace[815654133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1374; }","duration":"720.322163ms","start":"2026-03-29T02:04:09.918139Z","end":"2026-03-29T02:04:10.638461Z","steps":["trace[815654133] 'range keys from in-memory index tree' (duration: 720.15824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:10.638773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.052523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:10.63896Z","caller":"traceutil/trace.go:171","msg":"trace[1862291061] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1444; }","duration":"1.130289056s","start":"2026-03-29T02:04:09.508644Z","end":"2026-03-29T02:04:10.638933Z","steps":["trace[1862291061] 'read index received' (duration: 289.954686ms)","trace[1862291061] 'applied index is now lower than readState.Index' (duration: 840.33163ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:10.639027Z","caller":"traceutil/trace.go:171","msg":"trace[833411419] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"1.996202787s","start":"2026-03-29T02:04:08.642808Z","end":"2026-03-29T02:04:10.639011Z","steps":["trace[833411419] 'process raft request' (duration: 1.155840476s)","trace[833411419] 'compare' (duration: 839.930011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:10.639027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:09.616092Z","time spent":"1.022931367s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:04:10.63905Z","caller":"traceutil/trace.go:171","msg":"trace[1415635040] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"1.114326313s","start":"2026-03-29T02:04:09.524699Z","end":"2026-03-29T02:04:10.639025Z","steps":["trace[1415635040] 'process raft request' (duration: 1.114160289s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:10.639079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790211868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:10.639096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.642788Z","time spent":"1.996263207s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5500,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:10.63913Z","caller":"traceutil/trace.go:171","msg":"trace[246868398] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1376; }","duration":"1.79030569s","start":"2026-03-29T02:04:08.848809Z","end":"2026-03-29T02:04:10.639114Z","steps":["trace[246868398] 'agreement among raft nodes before linearized reading' (duration: 1.790222928s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:10.63913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12868108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:10.639132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095519993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:10.639177Z","caller":"traceutil/trace.go:171","msg":"trace[807472543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1376; }","duration":"2.095621455s","start":"2026-03-29T02:04:08.543546Z","end":"2026-03-29T02:04:10.639167Z","steps":["trace[807472543] 'agreement among raft nodes before linearized reading' (duration: 2.095533913s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:10.639178Z","caller":"traceutil/trace.go:171","msg":"trace[425603157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1376; }","duration":"1.128765372s","start":"2026-03-29T02:04:09.5104Z","end":"2026-03-29T02:04:10.639165Z","steps":["trace[425603157] 'agreement among raft nodes before linearized reading' (duration: 1.12867205s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:10.63918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:09.524681Z","time spent":"1.114426785s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:10.639193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.84874Z","time spent":"1.790421962s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:10.639194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.211321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:04:10.63921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:09.510386Z","time spent":"1.128816613s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:10.639211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:08.543523Z","time spent":"2.095679647s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:10.639235Z","caller":"traceutil/trace.go:171","msg":"trace[959421014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1376; }","duration":"172.290743ms","start":"2026-03-29T02:04:10.466934Z","end":"2026-03-29T02:04:10.639224Z","steps":["trace[959421014] 'agreement among raft nodes before linearized reading' (duration: 172.172511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:11.149788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:11.802927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.307062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:11.803035Z","caller":"traceutil/trace.go:171","msg":"trace[1052301609] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"1.162522979s","start":"2026-03-29T02:04:10.640491Z","end":"2026-03-29T02:04:11.803014Z","steps":["trace[1052301609] 'process raft request' (duration: 531.041103ms)","trace[1052301609] 'compare' (duration: 631.020145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:11.803087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:10.640469Z","time spent":"1.162595921s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:04:12.551156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379675631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:12.648915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:12.648985Z","caller":"traceutil/trace.go:171","msg":"trace[44810834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227889s","start":"2026-03-29T02:04:10.648741Z","end":"2026-03-29T02:04:12.648969Z","steps":["trace[44810834] 'agreement among raft nodes before linearized reading' (duration: 2.000132296s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:12.649021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:10.648713Z","time spent":"2.000301111s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:13.161113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.613779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:13.16121Z","caller":"traceutil/trace.go:171","msg":"trace[439400858] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1447; }","duration":"2.512446155s","start":"2026-03-29T02:04:10.648746Z","end":"2026-03-29T02:04:13.161193Z","steps":["trace[439400858] 'read index received' (duration: 522.798806ms)","trace[439400858] 'applied index is now lower than readState.Index' (duration: 1.989646279s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:13.161413Z","caller":"traceutil/trace.go:171","msg":"trace[907926572] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"2.519051855s","start":"2026-03-29T02:04:10.642347Z","end":"2026-03-29T02:04:13.161399Z","steps":["trace[907926572] 'process raft request' (duration: 1.909074878s)","trace[907926572] 'compare' (duration: 609.038375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:13.161485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:10.642333Z","time spent":"2.519116106s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:13.662054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:14.206483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.656592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:14.206616Z","caller":"traceutil/trace.go:171","msg":"trace[113713357] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"1.561119873s","start":"2026-03-29T02:04:12.645473Z","end":"2026-03-29T02:04:14.206593Z","steps":["trace[113713357] 'process raft request' (duration: 1.035231126s)","trace[113713357] 'compare' (duration: 525.520379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:14.206699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:12.645444Z","time spent":"1.561213145s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:14.64915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:14.64924Z","caller":"traceutil/trace.go:171","msg":"trace[187314358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023943s","start":"2026-03-29T02:04:12.649198Z","end":"2026-03-29T02:04:14.649222Z","steps":["trace[187314358] 'agreement among raft nodes before linearized reading' (duration: 1.99989157s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:14.649281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:12.649181Z","time spent":"2.000092195s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:15.93469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489372324s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:15.934843Z","caller":"traceutil/trace.go:171","msg":"trace[638367621] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1449; }","duration":"2.773591076s","start":"2026-03-29T02:04:13.161239Z","end":"2026-03-29T02:04:15.93483Z","steps":["trace[638367621] 'read index received' (duration: 519.620423ms)","trace[638367621] 'applied index is now lower than readState.Index' (duration: 2.253970023s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:15.934858Z","caller":"traceutil/trace.go:171","msg":"trace[1148288864] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"2.955797855s","start":"2026-03-29T02:04:12.979028Z","end":"2026-03-29T02:04:15.934826Z","steps":["trace[1148288864] 'process raft request' (duration: 1.466227827s)","trace[1148288864] 'compare' (duration: 1.488946124s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:15.934992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:12.978983Z","time spent":"2.955942468s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:15.935043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384809248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:15.935115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420043018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:04:15.935004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.419643599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:15.935178Z","caller":"traceutil/trace.go:171","msg":"trace[2127256561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1381; }","duration":"4.419852614s","start":"2026-03-29T02:04:11.515314Z","end":"2026-03-29T02:04:15.935167Z","steps":["trace[2127256561] 'agreement among raft nodes before linearized reading' (duration: 4.419588298s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420784335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:04:15.935225Z","caller":"traceutil/trace.go:171","msg":"trace[1376586974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1381; }","duration":"4.420848656s","start":"2026-03-29T02:04:11.51437Z","end":"2026-03-29T02:04:15.935219Z","steps":["trace[1376586974] 'agreement among raft nodes before linearized reading' (duration: 4.420793375s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.515293Z","time spent":"4.419918795s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:04:15.935239Z","caller":"traceutil/trace.go:171","msg":"trace[2132792199] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"2.872263948s","start":"2026-03-29T02:04:13.062961Z","end":"2026-03-29T02:04:15.935225Z","steps":["trace[2132792199] 'process raft request' (duration: 2.871816018s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.514345Z","time spent":"4.420900588s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:04:15.935305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:13.062931Z","time spent":"2.872336509s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:15.935415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51302706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:15.935443Z","caller":"traceutil/trace.go:171","msg":"trace[217827437] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1381; }","duration":"4.513100432s","start":"2026-03-29T02:04:11.422335Z","end":"2026-03-29T02:04:15.935436Z","steps":["trace[217827437] 'agreement among raft nodes before linearized reading' (duration: 4.513056161s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.42231Z","time spent":"4.513149992s","remote":"127.0.0.1:47080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:15.935474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645396581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:15.935516Z","caller":"traceutil/trace.go:171","msg":"trace[493291617] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1381; }","duration":"3.645479393s","start":"2026-03-29T02:04:12.290024Z","end":"2026-03-29T02:04:15.935503Z","steps":["trace[493291617] 'agreement among raft nodes before linearized reading' (duration: 3.645420022s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:12.289983Z","time spent":"3.645564465s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:15.935616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283366534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:04:15.935643Z","caller":"traceutil/trace.go:171","msg":"trace[1808121233] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:1381; }","duration":"1.283422215s","start":"2026-03-29T02:04:14.652214Z","end":"2026-03-29T02:04:15.935636Z","steps":["trace[1808121233] 'agreement among raft nodes before linearized reading' (duration: 1.283351224s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41972179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:04:15.935662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:14.652197Z","time spent":"1.283459886s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" "} {"level":"info","ts":"2026-03-29T02:04:15.935687Z","caller":"traceutil/trace.go:171","msg":"trace[1022599734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1381; }","duration":"4.420354405s","start":"2026-03-29T02:04:11.51532Z","end":"2026-03-29T02:04:15.935674Z","steps":["trace[1022599734] 'agreement among raft nodes before linearized reading' (duration: 4.419698881s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.515311Z","time spent":"4.420414096s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:15.935885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.314795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:15.935913Z","caller":"traceutil/trace.go:171","msg":"trace[1091204960] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1381; }","duration":"592.384136ms","start":"2026-03-29T02:04:15.343523Z","end":"2026-03-29T02:04:15.935907Z","steps":["trace[1091204960] 'agreement among raft nodes before linearized reading' (duration: 592.340065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.935934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.343499Z","time spent":"592.429148ms","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:15.93598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334108506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:04:15.936019Z","caller":"traceutil/trace.go:171","msg":"trace[2081891806] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1381; }","duration":"4.334181207s","start":"2026-03-29T02:04:11.601828Z","end":"2026-03-29T02:04:15.936009Z","steps":["trace[2081891806] 'agreement among raft nodes before linearized reading' (duration: 4.334056604s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.936041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.961588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:15.936052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.601809Z","time spent":"4.334236378s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-29T02:04:15.936065Z","caller":"traceutil/trace.go:171","msg":"trace[1728466862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1381; }","duration":"655.01057ms","start":"2026-03-29T02:04:15.281047Z","end":"2026-03-29T02:04:15.936058Z","steps":["trace[1728466862] 'agreement among raft nodes before linearized reading' (duration: 654.974039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.936095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.281032Z","time spent":"655.05732ms","remote":"127.0.0.1:56406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:15.936147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.070463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:15.936195Z","caller":"traceutil/trace.go:171","msg":"trace[211707257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1381; }","duration":"770.162276ms","start":"2026-03-29T02:04:15.166022Z","end":"2026-03-29T02:04:15.936184Z","steps":["trace[211707257] 'agreement among raft nodes before linearized reading' (duration: 770.048693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.936228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.165995Z","time spent":"770.225347ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:04:15.935106Z","caller":"traceutil/trace.go:171","msg":"trace[1791316034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1381; }","duration":"4.384902559s","start":"2026-03-29T02:04:11.550188Z","end":"2026-03-29T02:04:15.935091Z","steps":["trace[1791316034] 'agreement among raft nodes before linearized reading' (duration: 4.384666964s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.936283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.550176Z","time spent":"4.386098377s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:15.935151Z","caller":"traceutil/trace.go:171","msg":"trace[123420801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1381; }","duration":"4.420087829s","start":"2026-03-29T02:04:11.515051Z","end":"2026-03-29T02:04:15.935139Z","steps":["trace[123420801] 'agreement among raft nodes before linearized reading' (duration: 4.420025418s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.936484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:11.515011Z","time spent":"4.42146625s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:04:15.936868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035546943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:15.936927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27970588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:15.936956Z","caller":"traceutil/trace.go:171","msg":"trace[263812799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1381; }","duration":"1.279765491s","start":"2026-03-29T02:04:14.657182Z","end":"2026-03-29T02:04:15.936948Z","steps":["trace[263812799] 'agreement among raft nodes before linearized reading' (duration: 1.2797232s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.936977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:14.657167Z","time spent":"1.279804403s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:04:15.936919Z","caller":"traceutil/trace.go:171","msg":"trace[745103974] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1381; }","duration":"1.035637566s","start":"2026-03-29T02:04:14.901268Z","end":"2026-03-29T02:04:15.936905Z","steps":["trace[745103974] 'agreement among raft nodes before linearized reading' (duration: 1.035559624s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.93707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:14.901249Z","time spent":"1.03580711s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:16.438856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:16.939499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:17.440208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:17.779075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.841098563s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:17.938416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:17.938506Z","caller":"traceutil/trace.go:171","msg":"trace[595838382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99987355s","start":"2026-03-29T02:04:15.938607Z","end":"2026-03-29T02:04:17.938481Z","steps":["trace[595838382] 'agreement among raft nodes before linearized reading' (duration: 1.999761418s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:17.93857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.938597Z","time spent":"1.999962642s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:18.003048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:04:18.003147Z","caller":"traceutil/trace.go:171","msg":"trace[1163428902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999958963s","start":"2026-03-29T02:04:16.003162Z","end":"2026-03-29T02:04:18.003121Z","steps":["trace[1163428902] 'agreement among raft nodes before linearized reading' (duration: 1.99984644s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:18.003199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:16.003137Z","time spent":"2.000049224s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:18.320437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.04371ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-29T02:04:18.320525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.93765Z","time spent":"2.382871531s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:04:19.313532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534159211s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:04:19.314733Z","caller":"traceutil/trace.go:171","msg":"trace[668009456] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"3.373433983s","start":"2026-03-29T02:04:15.941273Z","end":"2026-03-29T02:04:19.314707Z","steps":["trace[668009456] 'process raft request' (duration: 3.373343101s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.314887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.941265Z","time spent":"3.373539465s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:19.314965Z","caller":"traceutil/trace.go:171","msg":"trace[1877698647] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"3.374041796s","start":"2026-03-29T02:04:15.94079Z","end":"2026-03-29T02:04:19.314832Z","steps":["trace[1877698647] 'process raft request' (duration: 3.373661718s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.314965Z","caller":"traceutil/trace.go:171","msg":"trace[1408841625] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"3.373873703s","start":"2026-03-29T02:04:15.941072Z","end":"2026-03-29T02:04:19.314945Z","steps":["trace[1408841625] 'process raft request' (duration: 3.373453473s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.315023Z","caller":"traceutil/trace.go:171","msg":"trace[1186391641] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"3.373868403s","start":"2026-03-29T02:04:15.941127Z","end":"2026-03-29T02:04:19.314995Z","steps":["trace[1186391641] 'process raft request' (duration: 3.373446143s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.315114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.941061Z","time spent":"3.374003995s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:19.315145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.941122Z","time spent":"3.373953034s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:19.315183Z","caller":"traceutil/trace.go:171","msg":"trace[787398080] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"3.374446336s","start":"2026-03-29T02:04:15.940727Z","end":"2026-03-29T02:04:19.315173Z","steps":["trace[787398080] 'process raft request' (duration: 3.373497764s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.315137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.940758Z","time spent":"3.374293442s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:19.315224Z","caller":"traceutil/trace.go:171","msg":"trace[126577317] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"3.374448595s","start":"2026-03-29T02:04:15.94076Z","end":"2026-03-29T02:04:19.315209Z","steps":["trace[126577317] 'process raft request' (duration: 3.373627577s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.315232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.940711Z","time spent":"3.374496516s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:19.315294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:15.940737Z","time spent":"3.374523898s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:19.315588Z","caller":"traceutil/trace.go:171","msg":"trace[706029394] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"3.102146491s","start":"2026-03-29T02:04:16.213427Z","end":"2026-03-29T02:04:19.315573Z","steps":["trace[706029394] 'process raft request' (duration: 3.101231079s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.315672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:16.213399Z","time spent":"3.102230043s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:19.94702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:04:19.947156Z","caller":"traceutil/trace.go:171","msg":"trace[1090580992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463692s","start":"2026-03-29T02:04:17.946675Z","end":"2026-03-29T02:04:19.947138Z","steps":["trace[1090580992] 'agreement among raft nodes before linearized reading' (duration: 2.000312579s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.947278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:17.946657Z","time spent":"2.000578516s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:20.173025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.235119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:20.173137Z","caller":"traceutil/trace.go:171","msg":"trace[728577070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1389; }","duration":"270.355472ms","start":"2026-03-29T02:04:19.902765Z","end":"2026-03-29T02:04:20.17312Z","steps":["trace[728577070] 'range keys from in-memory index tree' (duration: 270.221338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.173367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.579283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:04:20.173522Z","caller":"traceutil/trace.go:171","msg":"trace[1205356024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1389; }","duration":"1.851923518s","start":"2026-03-29T02:04:18.321587Z","end":"2026-03-29T02:04:20.17351Z","steps":["trace[1205356024] 'process raft request' (duration: 1.851883867s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.173611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:18.321566Z","time spent":"1.85198986s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:20.173744Z","caller":"traceutil/trace.go:171","msg":"trace[672068613] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1452; }","duration":"4.235087256s","start":"2026-03-29T02:04:15.938628Z","end":"2026-03-29T02:04:20.173715Z","steps":["trace[672068613] 'read index received' (duration: 1.840764766s)","trace[672068613] 'applied index is now lower than readState.Index' (duration: 2.39431933s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:20.173927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698574341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:20.173967Z","caller":"traceutil/trace.go:171","msg":"trace[54261459] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1389; }","duration":"2.698676383s","start":"2026-03-29T02:04:17.475282Z","end":"2026-03-29T02:04:20.173958Z","steps":["trace[54261459] 'agreement among raft nodes before linearized reading' (duration: 2.698581961s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.173986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.101654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:04:20.174005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:17.475254Z","time spent":"2.698739445s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:20.174027Z","caller":"traceutil/trace.go:171","msg":"trace[2033141363] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:1389; }","duration":"855.140445ms","start":"2026-03-29T02:04:19.318875Z","end":"2026-03-29T02:04:20.174016Z","steps":["trace[2033141363] 'agreement among raft nodes before linearized reading' (duration: 855.024112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.174061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.318835Z","time spent":"855.219236ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" "} {"level":"warn","ts":"2026-03-29T02:04:20.17431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664749826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:20.174405Z","caller":"traceutil/trace.go:171","msg":"trace[741575686] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1389; }","duration":"1.664891949s","start":"2026-03-29T02:04:18.509498Z","end":"2026-03-29T02:04:20.17439Z","steps":["trace[741575686] 'agreement among raft nodes before linearized reading' (duration: 1.664720386s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.174444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:18.509474Z","time spent":"1.66495853s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:20.17445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768498203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:20.17438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492170083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:20.174497Z","caller":"traceutil/trace.go:171","msg":"trace[973795574] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1389; }","duration":"1.768577514s","start":"2026-03-29T02:04:18.405901Z","end":"2026-03-29T02:04:20.174478Z","steps":["trace[973795574] 'agreement among raft nodes before linearized reading' (duration: 1.768525453s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.174541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:18.405877Z","time spent":"1.768651497s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:20.174536Z","caller":"traceutil/trace.go:171","msg":"trace[1756685747] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1389; }","duration":"2.492366607s","start":"2026-03-29T02:04:17.682149Z","end":"2026-03-29T02:04:20.174515Z","steps":["trace[1756685747] 'agreement among raft nodes before linearized reading' (duration: 2.492138342s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.174608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:17.68213Z","time spent":"2.492456609s","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:20.174616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.951455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:20.1754Z","caller":"traceutil/trace.go:171","msg":"trace[256253494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"227.807505ms","start":"2026-03-29T02:04:19.947567Z","end":"2026-03-29T02:04:20.175374Z","steps":["trace[256253494] 'agreement among raft nodes before linearized reading' (duration: 226.886174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:21.341594Z","caller":"traceutil/trace.go:171","msg":"trace[300772994] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1463; }","duration":"1.162084478s","start":"2026-03-29T02:04:20.179488Z","end":"2026-03-29T02:04:21.341572Z","steps":["trace[300772994] 'read index received' (duration: 113.971279ms)","trace[300772994] 'applied index is now lower than readState.Index' (duration: 1.048112139s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:21.341638Z","caller":"traceutil/trace.go:171","msg":"trace[1182329700] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"1.164590216s","start":"2026-03-29T02:04:20.177005Z","end":"2026-03-29T02:04:21.341595Z","steps":["trace[1182329700] 'process raft request' (duration: 1.164418902s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.342014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162512048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:04:21.342085Z","caller":"traceutil/trace.go:171","msg":"trace[1528352679] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1390; }","duration":"1.16262063s","start":"2026-03-29T02:04:20.179447Z","end":"2026-03-29T02:04:21.342068Z","steps":["trace[1528352679] 'agreement among raft nodes before linearized reading' (duration: 1.162249272s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.342137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.179439Z","time spent":"1.162686691s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:04:21.342148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.176982Z","time spent":"1.165085116s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:22.182689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000932214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:04:22.182771Z","caller":"traceutil/trace.go:171","msg":"trace[1215140541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001053937s","start":"2026-03-29T02:04:20.181696Z","end":"2026-03-29T02:04:22.18275Z","steps":["trace[1215140541] 'agreement among raft nodes before linearized reading' (duration: 2.000950234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.182832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.181686Z","time spent":"2.001126208s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:22.456987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014911976s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:22.457165Z","caller":"traceutil/trace.go:171","msg":"trace[1484511448] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1464; }","duration":"1.115129362s","start":"2026-03-29T02:04:21.342019Z","end":"2026-03-29T02:04:22.457148Z","steps":["trace[1484511448] 'read index received' (duration: 99.943161ms)","trace[1484511448] 'applied index is now lower than readState.Index' (duration: 1.015185131s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:22.457364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137170504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:04:22.457409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13748523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:22.45743Z","caller":"traceutil/trace.go:171","msg":"trace[1049334557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1392; }","duration":"1.137263755s","start":"2026-03-29T02:04:21.320151Z","end":"2026-03-29T02:04:22.457415Z","steps":["trace[1049334557] 'agreement among raft nodes before linearized reading' (duration: 1.1370479s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.457445Z","caller":"traceutil/trace.go:171","msg":"trace[1345359416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1392; }","duration":"1.137538002s","start":"2026-03-29T02:04:21.319895Z","end":"2026-03-29T02:04:22.457433Z","steps":["trace[1345359416] 'agreement among raft nodes before linearized reading' (duration: 1.137323227s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.457461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.320142Z","time spent":"1.137313116s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:04:22.457478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.31989Z","time spent":"1.137580583s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:04:22.457589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138985234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:04:22.457541Z","caller":"traceutil/trace.go:171","msg":"trace[1166887020] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"2.162697809s","start":"2026-03-29T02:04:20.294805Z","end":"2026-03-29T02:04:22.457502Z","steps":["trace[1166887020] 'process raft request' (duration: 1.14718568s)","trace[1166887020] 'compare' (duration: 1.014780123s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:22.457637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137755136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:22.457665Z","caller":"traceutil/trace.go:171","msg":"trace[2041755700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1392; }","duration":"1.137801628s","start":"2026-03-29T02:04:21.319854Z","end":"2026-03-29T02:04:22.457656Z","steps":["trace[2041755700] 'agreement among raft nodes before linearized reading' (duration: 1.137721716s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.457651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139005614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:04:22.45769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.319844Z","time spent":"1.137840548s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:04:22.45771Z","caller":"traceutil/trace.go:171","msg":"trace[1530132908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1392; }","duration":"1.139116687s","start":"2026-03-29T02:04:21.31858Z","end":"2026-03-29T02:04:22.457697Z","steps":["trace[1530132908] 'agreement among raft nodes before linearized reading' (duration: 1.138912272s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.457499Z","caller":"traceutil/trace.go:171","msg":"trace[2013705724] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"1.135821192s","start":"2026-03-29T02:04:21.32165Z","end":"2026-03-29T02:04:22.457471Z","steps":["trace[2013705724] 'process raft request' (duration: 1.135434453s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.457614Z","caller":"traceutil/trace.go:171","msg":"trace[1767403665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1392; }","duration":"1.139066116s","start":"2026-03-29T02:04:21.318541Z","end":"2026-03-29T02:04:22.457607Z","steps":["trace[1767403665] 'agreement among raft nodes before linearized reading' (duration: 1.138992214s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.457751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.31856Z","time spent":"1.139178438s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:22.457739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.294691Z","time spent":"2.162953984s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:22.457781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.318522Z","time spent":"1.139248499s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:22.457817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.321635Z","time spent":"1.136120929s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:22.957773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:23.209203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767215505s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:04:23.257107Z","caller":"traceutil/trace.go:171","msg":"trace[551779654] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"1.904376611s","start":"2026-03-29T02:04:21.352684Z","end":"2026-03-29T02:04:23.257061Z","steps":["trace[551779654] 'process raft request' (duration: 1.856778039s)","trace[551779654] 'compare' (duration: 47.277424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:23.257264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.352669Z","time spent":"1.904514935s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:24.183208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:24.183294Z","caller":"traceutil/trace.go:171","msg":"trace[1455978334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022744s","start":"2026-03-29T02:04:22.18325Z","end":"2026-03-29T02:04:24.183273Z","steps":["trace[1455978334] 'agreement among raft nodes before linearized reading' (duration: 1.999920772s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:24.183359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.18323Z","time spent":"2.000120077s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:26.19193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001380474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:04:26.192108Z","caller":"traceutil/trace.go:171","msg":"trace[674941379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00162764s","start":"2026-03-29T02:04:24.19046Z","end":"2026-03-29T02:04:26.192088Z","steps":["trace[674941379] 'agreement among raft nodes before linearized reading' (duration: 2.001411665s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.192429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.190441Z","time spent":"2.001881585s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:26.442223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.194781845s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:26.598957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.351681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:26.599201Z","caller":"traceutil/trace.go:171","msg":"trace[471057699] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"4.13749073s","start":"2026-03-29T02:04:22.461693Z","end":"2026-03-29T02:04:26.599184Z","steps":["trace[471057699] 'process raft request' (duration: 4.137427838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.599275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.461687Z","time spent":"4.137551921s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:26.599279Z","caller":"traceutil/trace.go:171","msg":"trace[1406823730] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"4.137711554s","start":"2026-03-29T02:04:22.461537Z","end":"2026-03-29T02:04:26.599248Z","steps":["trace[1406823730] 'process raft request' (duration: 3.980993564s)","trace[1406823730] 'compare' (duration: 156.257529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:26.599426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.461519Z","time spent":"4.137828917s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:26.599685Z","caller":"traceutil/trace.go:171","msg":"trace[178220554] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"4.137110222s","start":"2026-03-29T02:04:22.462564Z","end":"2026-03-29T02:04:26.599674Z","steps":["trace[178220554] 'process raft request' (duration: 4.13658957s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:26.599458Z","caller":"traceutil/trace.go:171","msg":"trace[132770504] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"4.137845688s","start":"2026-03-29T02:04:22.461602Z","end":"2026-03-29T02:04:26.599447Z","steps":["trace[132770504] 'process raft request' (duration: 4.137443159s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.599747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.462558Z","time spent":"4.137159323s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:26.599757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.461596Z","time spent":"4.138127144s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:26.599927Z","caller":"traceutil/trace.go:171","msg":"trace[1916461195] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1466; }","duration":"4.142721409s","start":"2026-03-29T02:04:22.457194Z","end":"2026-03-29T02:04:26.599915Z","steps":["trace[1916461195] 'read index received' (duration: 752.222108ms)","trace[1916461195] 'applied index is now lower than readState.Index' (duration: 3.390498441s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:26.600048Z","caller":"traceutil/trace.go:171","msg":"trace[458406874] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"4.137163983s","start":"2026-03-29T02:04:22.462875Z","end":"2026-03-29T02:04:26.600039Z","steps":["trace[458406874] 'process raft request' (duration: 4.136723883s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.600101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.462868Z","time spent":"4.137205144s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:26.600252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253671375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8e735f0431\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T02:04:26.600285Z","caller":"traceutil/trace.go:171","msg":"trace[845979085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8e735f0431; range_end:; response_count:1; response_revision:1398; }","duration":"5.253727867s","start":"2026-03-29T02:04:21.346548Z","end":"2026-03-29T02:04:26.600276Z","steps":["trace[845979085] 'agreement among raft nodes before linearized reading' (duration: 5.253620925s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.600318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.346536Z","time spent":"5.253773228s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8e735f0431\" "} {"level":"info","ts":"2026-03-29T02:04:26.684623Z","caller":"traceutil/trace.go:171","msg":"trace[1292143540] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"2.220305219s","start":"2026-03-29T02:04:24.464292Z","end":"2026-03-29T02:04:26.684598Z","steps":["trace[1292143540] 'process raft request' (duration: 2.220110514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.684798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.464258Z","time spent":"2.220449291s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:26.684878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.353448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:26.684942Z","caller":"traceutil/trace.go:171","msg":"trace[471491628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"681.45161ms","start":"2026-03-29T02:04:26.003472Z","end":"2026-03-29T02:04:26.684923Z","steps":["trace[471491628] 'agreement among raft nodes before linearized reading' (duration: 681.347967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.684997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.003454Z","time spent":"681.532592ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:26.685007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916533464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:26.685053Z","caller":"traceutil/trace.go:171","msg":"trace[1197798195] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1401; }","duration":"2.916614976s","start":"2026-03-29T02:04:23.768422Z","end":"2026-03-29T02:04:26.685037Z","steps":["trace[1197798195] 'agreement among raft nodes before linearized reading' (duration: 2.916554785s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.685103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:23.768402Z","time spent":"2.916690648s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:26.685079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868139358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:26.685205Z","caller":"traceutil/trace.go:171","msg":"trace[232267326] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"658.621612ms","start":"2026-03-29T02:04:26.02657Z","end":"2026-03-29T02:04:26.685191Z","steps":["trace[232267326] 'process raft request' (duration: 657.987638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.685288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.026547Z","time spent":"658.691713ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:26.685325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920800536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:26.685392Z","caller":"traceutil/trace.go:171","msg":"trace[257480585] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1401; }","duration":"3.920907889s","start":"2026-03-29T02:04:22.764468Z","end":"2026-03-29T02:04:26.685376Z","steps":["trace[257480585] 'agreement among raft nodes before linearized reading' (duration: 3.920795776s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.685491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.764448Z","time spent":"3.921027442s","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:26.685584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.050117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:26.685502Z","caller":"traceutil/trace.go:171","msg":"trace[314444700] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"336.882533ms","start":"2026-03-29T02:04:26.348609Z","end":"2026-03-29T02:04:26.685491Z","steps":["trace[314444700] 'process raft request' (duration: 336.108665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:26.685625Z","caller":"traceutil/trace.go:171","msg":"trace[1777376712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"492.122889ms","start":"2026-03-29T02:04:26.193492Z","end":"2026-03-29T02:04:26.685615Z","steps":["trace[1777376712] 'agreement among raft nodes before linearized reading' (duration: 492.066698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.685653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.348589Z","time spent":"337.034556ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:26.685659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.193473Z","time spent":"492.17901ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:26.684914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224037136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:04:26.685862Z","caller":"traceutil/trace.go:171","msg":"trace[495863779] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1401; }","duration":"4.22506171s","start":"2026-03-29T02:04:22.460789Z","end":"2026-03-29T02:04:26.685851Z","steps":["trace[495863779] 'agreement among raft nodes before linearized reading' (duration: 4.224033836s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.685902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.460775Z","time spent":"4.225116481s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:04:26.685747Z","caller":"traceutil/trace.go:171","msg":"trace[837422907] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1401; }","duration":"1.868329262s","start":"2026-03-29T02:04:24.816879Z","end":"2026-03-29T02:04:26.685208Z","steps":["trace[837422907] 'agreement among raft nodes before linearized reading' (duration: 1.868075617s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.68634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.816849Z","time spent":"1.869469929s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:26.686307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464581897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:26.686513Z","caller":"traceutil/trace.go:171","msg":"trace[118072188] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1401; }","duration":"2.464826063s","start":"2026-03-29T02:04:24.221667Z","end":"2026-03-29T02:04:26.686493Z","steps":["trace[118072188] 'agreement among raft nodes before linearized reading' (duration: 2.463178305s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.686586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.221648Z","time spent":"2.464916045s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:28.439798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396952295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:28.439903Z","caller":"traceutil/trace.go:171","msg":"trace[1851140391] linearizableReadLoop","detail":"{readStateIndex:1476; appliedIndex:1475; }","duration":"1.752201305s","start":"2026-03-29T02:04:26.687686Z","end":"2026-03-29T02:04:28.439887Z","steps":["trace[1851140391] 'read index received' (duration: 355.060196ms)","trace[1851140391] 'applied index is now lower than readState.Index' (duration: 1.397139579s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:28.439985Z","caller":"traceutil/trace.go:171","msg":"trace[1333146386] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"1.837472532s","start":"2026-03-29T02:04:26.602502Z","end":"2026-03-29T02:04:28.439975Z","steps":["trace[1333146386] 'process raft request' (duration: 440.230471ms)","trace[1333146386] 'compare' (duration: 1.396671337s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:28.44005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.602478Z","time spent":"1.837539324s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:28.440193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005652735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:28.440252Z","caller":"traceutil/trace.go:171","msg":"trace[1886809596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1402; }","duration":"1.005735296s","start":"2026-03-29T02:04:27.434499Z","end":"2026-03-29T02:04:28.440234Z","steps":["trace[1886809596] 'agreement among raft nodes before linearized reading' (duration: 1.005649374s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.440292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.434482Z","time spent":"1.005800759s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:28.44028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752571573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:04:28.440285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744405288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-29T02:04:28.440398Z","caller":"traceutil/trace.go:171","msg":"trace[1871310775] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1402; }","duration":"1.744549511s","start":"2026-03-29T02:04:26.695831Z","end":"2026-03-29T02:04:28.440381Z","steps":["trace[1871310775] 'agreement among raft nodes before linearized reading' (duration: 1.744290715s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.440447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.695816Z","time spent":"1.744620673s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-29T02:04:28.440341Z","caller":"traceutil/trace.go:171","msg":"trace[1720274690] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1402; }","duration":"1.752679406s","start":"2026-03-29T02:04:26.687648Z","end":"2026-03-29T02:04:28.440328Z","steps":["trace[1720274690] 'agreement among raft nodes before linearized reading' (duration: 1.752490441s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.440714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.687632Z","time spent":"1.753042433s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T02:04:28.44031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047072326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:28.440826Z","caller":"traceutil/trace.go:171","msg":"trace[416915308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1402; }","duration":"1.047651989s","start":"2026-03-29T02:04:27.393161Z","end":"2026-03-29T02:04:28.440813Z","steps":["trace[416915308] 'agreement among raft nodes before linearized reading' (duration: 1.047067666s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.44088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.393131Z","time spent":"1.047732201s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:28.953718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:29.453887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439028711740169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:29.721087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271436502s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:29.721674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.449562Z","time spent":"1.272107348s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:04:30.273138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.011215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:30.273236Z","caller":"traceutil/trace.go:171","msg":"trace[1840020962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1402; }","duration":"370.152228ms","start":"2026-03-29T02:04:29.90307Z","end":"2026-03-29T02:04:30.273222Z","steps":["trace[1840020962] 'range keys from in-memory index tree' (duration: 369.994865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:30.451505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998085611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:30.451588Z","caller":"traceutil/trace.go:171","msg":"trace[229198796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998185193s","start":"2026-03-29T02:04:28.453386Z","end":"2026-03-29T02:04:30.451571Z","steps":["trace[229198796] 'agreement among raft nodes before linearized reading' (duration: 1.998081581s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:30.451669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.453334Z","time spent":"1.998326296s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:31.755504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:31.755584Z","caller":"traceutil/trace.go:171","msg":"trace[386693258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027228s","start":"2026-03-29T02:04:29.755295Z","end":"2026-03-29T02:04:31.755567Z","steps":["trace[386693258] 'agreement among raft nodes before linearized reading' (duration: 2.000172967s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:31.755631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:29.755274Z","time spent":"2.000347861s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:32.4522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:04:32.452303Z","caller":"traceutil/trace.go:171","msg":"trace[746636371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558976s","start":"2026-03-29T02:04:30.451719Z","end":"2026-03-29T02:04:32.452278Z","steps":["trace[746636371] 'agreement among raft nodes before linearized reading' (duration: 2.000431603s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.452363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:30.4517Z","time spent":"2.000648337s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:32.936287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.214763709s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:04:32.937369Z","caller":"traceutil/trace.go:171","msg":"trace[1859246382] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"4.483957161s","start":"2026-03-29T02:04:28.453389Z","end":"2026-03-29T02:04:32.937346Z","steps":["trace[1859246382] 'process raft request' (duration: 4.483208864s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.93749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.45337Z","time spent":"4.484059932s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:32.937575Z","caller":"traceutil/trace.go:171","msg":"trace[2048939939] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"4.484154485s","start":"2026-03-29T02:04:28.453393Z","end":"2026-03-29T02:04:32.937547Z","steps":["trace[2048939939] 'process raft request' (duration: 4.483840868s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:32.937705Z","caller":"traceutil/trace.go:171","msg":"trace[1774260407] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"4.245743758s","start":"2026-03-29T02:04:28.691932Z","end":"2026-03-29T02:04:32.937676Z","steps":["trace[1774260407] 'process raft request' (duration: 4.245549694s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.937729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.453373Z","time spent":"4.484272817s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:32.937823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.691914Z","time spent":"4.245830819s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:32.938041Z","caller":"traceutil/trace.go:171","msg":"trace[1412145159] linearizableReadLoop","detail":"{readStateIndex:1480; appliedIndex:1476; }","duration":"4.484201666s","start":"2026-03-29T02:04:28.453393Z","end":"2026-03-29T02:04:32.937594Z","steps":["trace[1412145159] 'read index received' (duration: 1.268106018s)","trace[1412145159] 'applied index is now lower than readState.Index' (duration: 3.216094998s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:33.603419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981992564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-29T02:04:33.603458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982049856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:33.603501Z","caller":"traceutil/trace.go:171","msg":"trace[264274782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.982120457s","start":"2026-03-29T02:04:28.621361Z","end":"2026-03-29T02:04:33.603482Z","steps":["trace[264274782] 'agreement among raft nodes before linearized reading' (duration: 4.982004644s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.60354Z","caller":"traceutil/trace.go:171","msg":"trace[2119315915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.982187259s","start":"2026-03-29T02:04:28.621335Z","end":"2026-03-29T02:04:33.603523Z","steps":["trace[2119315915] 'agreement among raft nodes before linearized reading' (duration: 4.982059156s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.603551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.621354Z","time spent":"4.982186128s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:33.603586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.621315Z","time spent":"4.98226248s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/29 02:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:33.604718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983284853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:33.604803Z","caller":"traceutil/trace.go:171","msg":"trace[1782903470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.983412936s","start":"2026-03-29T02:04:28.621371Z","end":"2026-03-29T02:04:33.604784Z","steps":["trace[1782903470] 'agreement among raft nodes before linearized reading' (duration: 4.983310444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.604861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.621357Z","time spent":"4.983489517s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:34.460207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:34.4603Z","caller":"traceutil/trace.go:171","msg":"trace[260306654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560056s","start":"2026-03-29T02:04:32.459721Z","end":"2026-03-29T02:04:34.460281Z","steps":["trace[260306654] 'agreement among raft nodes before linearized reading' (duration: 2.000437403s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.460354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.459702Z","time spent":"2.000640017s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:04:34.473082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269319605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:34.601813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397929307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:34.602767Z","caller":"traceutil/trace.go:171","msg":"trace[865945941] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"4.879801923s","start":"2026-03-29T02:04:29.722896Z","end":"2026-03-29T02:04:34.602698Z","steps":["trace[865945941] 'process raft request' (duration: 3.480905243s)","trace[865945941] 'compare' (duration: 1.397426286s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:34.602844Z","caller":"traceutil/trace.go:171","msg":"trace[789020065] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"1.664726448s","start":"2026-03-29T02:04:32.938068Z","end":"2026-03-29T02:04:34.602794Z","steps":["trace[789020065] 'read index received' (duration: 265.709346ms)","trace[789020065] 'applied index is now lower than readState.Index' (duration: 1.399011722s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:34.603125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:29.722876Z","time spent":"4.879958066s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:35.090116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.113229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:04:35.09022Z","caller":"traceutil/trace.go:171","msg":"trace[434945390] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1481; }","duration":"487.28589ms","start":"2026-03-29T02:04:34.602914Z","end":"2026-03-29T02:04:35.0902Z","steps":["trace[434945390] 'read index received' (duration: 54.042µs)","trace[434945390] 'applied index is now lower than readState.Index' (duration: 487.230068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.090256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.468833261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:35.090297Z","caller":"traceutil/trace.go:171","msg":"trace[1811780444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1406; }","duration":"6.468902823s","start":"2026-03-29T02:04:28.621378Z","end":"2026-03-29T02:04:35.090281Z","steps":["trace[1811780444] 'agreement among raft nodes before linearized reading' (duration: 5.981541312s)","trace[1811780444] 'range keys from in-memory index tree' (duration: 487.252528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.090335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.621358Z","time spent":"6.468970474s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:35.090374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307179964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5514"} {"level":"warn","ts":"2026-03-29T02:04:35.090118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995592456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:35.090373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216428791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:35.090425Z","caller":"traceutil/trace.go:171","msg":"trace[129981128] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1406; }","duration":"3.995956865s","start":"2026-03-29T02:04:31.094455Z","end":"2026-03-29T02:04:35.090412Z","steps":["trace[129981128] 'agreement among raft nodes before linearized reading' (duration: 3.50843058s)","trace[129981128] 'count revisions from in-memory index tree' (duration: 487.165567ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.090461Z","caller":"traceutil/trace.go:171","msg":"trace[35963420] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1406; }","duration":"2.216590814s","start":"2026-03-29T02:04:32.873848Z","end":"2026-03-29T02:04:35.090438Z","steps":["trace[35963420] 'agreement among raft nodes before linearized reading' (duration: 1.729046029s)","trace[35963420] 'count revisions from in-memory index tree' (duration: 487.356381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.090492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.094435Z","time spent":"3.996020337s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:35.090514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.784047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:35.090508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.873834Z","time spent":"2.216660797s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:35.090534Z","caller":"traceutil/trace.go:171","msg":"trace[1997727738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1406; }","duration":"629.837268ms","start":"2026-03-29T02:04:34.460691Z","end":"2026-03-29T02:04:35.090528Z","steps":["trace[1997727738] 'agreement among raft nodes before linearized reading' (duration: 629.800547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.090557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.460672Z","time spent":"629.880399ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:35.090614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148926937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:04:35.090406Z","caller":"traceutil/trace.go:171","msg":"trace[1467677865] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1406; }","duration":"4.307245916s","start":"2026-03-29T02:04:30.783149Z","end":"2026-03-29T02:04:35.090395Z","steps":["trace[1467677865] 'agreement among raft nodes before linearized reading' (duration: 3.819766362s)","trace[1467677865] 'range keys from in-memory index tree' (duration: 487.360751ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.090661Z","caller":"traceutil/trace.go:171","msg":"trace[222961605] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:1406; }","duration":"2.149005108s","start":"2026-03-29T02:04:32.941641Z","end":"2026-03-29T02:04:35.090646Z","steps":["trace[222961605] 'agreement among raft nodes before linearized reading' (duration: 2.148880625s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.090672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:30.783133Z","time spent":"4.307531412s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5537,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:04:35.090663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.211194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:35.090696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.941625Z","time spent":"2.14906141s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" "} {"level":"info","ts":"2026-03-29T02:04:35.090728Z","caller":"traceutil/trace.go:171","msg":"trace[1618337242] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1406; }","duration":"515.301156ms","start":"2026-03-29T02:04:34.575408Z","end":"2026-03-29T02:04:35.090709Z","steps":["trace[1618337242] 'agreement among raft nodes before linearized reading' (duration: 515.177494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.090771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139983803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:35.090772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.575363Z","time spent":"515.395738ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:35.090808Z","caller":"traceutil/trace.go:171","msg":"trace[15128577] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1406; }","duration":"2.140046685s","start":"2026-03-29T02:04:32.950751Z","end":"2026-03-29T02:04:35.090798Z","steps":["trace[15128577] 'agreement among raft nodes before linearized reading' (duration: 2.139970294s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.090838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.95074Z","time spent":"2.140090866s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:35.091107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469676729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:04:35.091195Z","caller":"traceutil/trace.go:171","msg":"trace[1674583975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1406; }","duration":"6.469818213s","start":"2026-03-29T02:04:28.621355Z","end":"2026-03-29T02:04:35.091173Z","steps":["trace[1674583975] 'agreement among raft nodes before linearized reading' (duration: 5.981577802s)","trace[1674583975] 'range keys from in-memory index tree' (duration: 488.002836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.091242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.621336Z","time spent":"6.469896155s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:35.167257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.024407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:04:35.167345Z","caller":"traceutil/trace.go:171","msg":"trace[221862731] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1407; }","duration":"562.15234ms","start":"2026-03-29T02:04:34.605173Z","end":"2026-03-29T02:04:35.167326Z","steps":["trace[221862731] 'agreement among raft nodes before linearized reading' (duration: 561.977796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.167395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.605158Z","time spent":"562.224582ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:04:35.167767Z","caller":"traceutil/trace.go:171","msg":"trace[1408078002] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"224.327465ms","start":"2026-03-29T02:04:34.94336Z","end":"2026-03-29T02:04:35.167687Z","steps":["trace[1408078002] 'process raft request' (duration: 223.598989ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.257229Z","caller":"traceutil/trace.go:171","msg":"trace[1914648708] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"163.049834ms","start":"2026-03-29T02:04:35.094142Z","end":"2026-03-29T02:04:35.257192Z","steps":["trace[1914648708] 'process raft request' (duration: 160.660359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.257287Z","caller":"traceutil/trace.go:171","msg":"trace[1951126148] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"142.928237ms","start":"2026-03-29T02:04:35.114333Z","end":"2026-03-29T02:04:35.257262Z","steps":["trace[1951126148] 'process raft request' (duration: 142.857166ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.257469Z","caller":"traceutil/trace.go:171","msg":"trace[456820469] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"143.905659ms","start":"2026-03-29T02:04:35.113553Z","end":"2026-03-29T02:04:35.257459Z","steps":["trace[456820469] 'process raft request' (duration: 143.573341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.25766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.177405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:35.257702Z","caller":"traceutil/trace.go:171","msg":"trace[1831648875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1411; }","duration":"159.266487ms","start":"2026-03-29T02:04:35.098423Z","end":"2026-03-29T02:04:35.25769Z","steps":["trace[1831648875] 'agreement among raft nodes before linearized reading' (duration: 159.191865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.257753Z","caller":"traceutil/trace.go:171","msg":"trace[1489143248] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"139.95961ms","start":"2026-03-29T02:04:35.117759Z","end":"2026-03-29T02:04:35.257719Z","steps":["trace[1489143248] 'process raft request' (duration: 139.466289ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.401904Z","caller":"traceutil/trace.go:171","msg":"trace[1805437346] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"103.953542ms","start":"2026-03-29T02:04:35.29792Z","end":"2026-03-29T02:04:35.401874Z","steps":["trace[1805437346] 'process raft request' (duration: 102.13123ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.843406Z","caller":"traceutil/trace.go:171","msg":"trace[850321591] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"390.03429ms","start":"2026-03-29T02:04:35.453317Z","end":"2026-03-29T02:04:35.843351Z","steps":["trace[850321591] 'process raft request' (duration: 369.682788ms)","trace[850321591] 'compare' (duration: 19.564184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.843557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:35.453296Z","time spent":"390.200443ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:04:35.866576Z","caller":"traceutil/trace.go:171","msg":"trace[52155262] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1491; }","duration":"260.970118ms","start":"2026-03-29T02:04:35.605581Z","end":"2026-03-29T02:04:35.866551Z","steps":["trace[52155262] 'read index received' (duration: 217.407488ms)","trace[52155262] 'applied index is now lower than readState.Index' (duration: 43.56099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.866815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.219004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:35.866871Z","caller":"traceutil/trace.go:171","msg":"trace[6242975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1416; }","duration":"261.294916ms","start":"2026-03-29T02:04:35.605564Z","end":"2026-03-29T02:04:35.866859Z","steps":["trace[6242975] 'agreement among raft nodes before linearized reading' (duration: 261.101761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.896093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.0983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:35.896146Z","caller":"traceutil/trace.go:171","msg":"trace[221350437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1417; }","duration":"290.201982ms","start":"2026-03-29T02:04:35.605933Z","end":"2026-03-29T02:04:35.896135Z","steps":["trace[221350437] 'agreement among raft nodes before linearized reading' (duration: 290.054059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.896329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.583848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:04:35.896352Z","caller":"traceutil/trace.go:171","msg":"trace[1216230027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1417; }","duration":"289.636939ms","start":"2026-03-29T02:04:35.60671Z","end":"2026-03-29T02:04:35.896346Z","steps":["trace[1216230027] 'agreement among raft nodes before linearized reading' (duration: 289.577397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:36.036908Z","caller":"traceutil/trace.go:171","msg":"trace[768876336] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"165.665994ms","start":"2026-03-29T02:04:35.871216Z","end":"2026-03-29T02:04:36.036882Z","steps":["trace[768876336] 'process raft request' (duration: 165.53087ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:36.041446Z","caller":"traceutil/trace.go:171","msg":"trace[904139500] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1494; }","duration":"141.071314ms","start":"2026-03-29T02:04:35.900357Z","end":"2026-03-29T02:04:36.041428Z","steps":["trace[904139500] 'read index received' (duration: 136.448969ms)","trace[904139500] 'applied index is now lower than readState.Index' (duration: 4.621265ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:36.041493Z","caller":"traceutil/trace.go:171","msg":"trace[125883132] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"141.047934ms","start":"2026-03-29T02:04:35.900419Z","end":"2026-03-29T02:04:36.041467Z","steps":["trace[125883132] 'process raft request' (duration: 140.967632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:36.04163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.249998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:04:36.041669Z","caller":"traceutil/trace.go:171","msg":"trace[631494773] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d63b0732acf; range_end:; response_count:1; response_revision:1420; }","duration":"141.32845ms","start":"2026-03-29T02:04:35.900328Z","end":"2026-03-29T02:04:36.041657Z","steps":["trace[631494773] 'agreement among raft nodes before linearized reading' (duration: 141.173336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:36.041798Z","caller":"traceutil/trace.go:171","msg":"trace[1489925531] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"141.115885ms","start":"2026-03-29T02:04:35.900332Z","end":"2026-03-29T02:04:36.041448Z","steps":["trace[1489925531] 'process raft request' (duration: 140.962952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:37.078286Z","caller":"traceutil/trace.go:171","msg":"trace[255100801] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"136.40779ms","start":"2026-03-29T02:04:36.94161Z","end":"2026-03-29T02:04:37.078017Z","steps":["trace[255100801] 'process raft request' (duration: 136.209255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:38.642408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.093579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:04:38.642457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.069199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:38.642496Z","caller":"traceutil/trace.go:171","msg":"trace[522101089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1433; }","duration":"586.233613ms","start":"2026-03-29T02:04:38.056242Z","end":"2026-03-29T02:04:38.642476Z","steps":["trace[522101089] 'range keys from in-memory index tree' (duration: 585.913955ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:38.642514Z","caller":"traceutil/trace.go:171","msg":"trace[927131689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1433; }","duration":"586.14064ms","start":"2026-03-29T02:04:38.056356Z","end":"2026-03-29T02:04:38.642496Z","steps":["trace[927131689] 'range keys from in-memory index tree' (duration: 585.933836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:38.642543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:38.056224Z","time spent":"586.309304ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:04:38.642568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.535533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:04:38.642618Z","caller":"traceutil/trace.go:171","msg":"trace[506531132] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1433; }","duration":"192.577504ms","start":"2026-03-29T02:04:38.450027Z","end":"2026-03-29T02:04:38.642604Z","steps":["trace[506531132] 'range keys from in-memory index tree' (duration: 192.357268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:38.64274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.58592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:04:38.642783Z","caller":"traceutil/trace.go:171","msg":"trace[159552273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1433; }","duration":"586.628191ms","start":"2026-03-29T02:04:38.056145Z","end":"2026-03-29T02:04:38.642773Z","steps":["trace[159552273] 'range keys from in-memory index tree' (duration: 586.502008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:38.642425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.615405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:38.642812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:38.056109Z","time spent":"586.696502ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:04:38.642476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.124113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:38.642843Z","caller":"traceutil/trace.go:171","msg":"trace[1538841606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1433; }","duration":"320.088846ms","start":"2026-03-29T02:04:38.322742Z","end":"2026-03-29T02:04:38.642831Z","steps":["trace[1538841606] 'range keys from in-memory index tree' (duration: 319.513923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:38.642878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:38.322719Z","time spent":"320.149597ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:04:38.642879Z","caller":"traceutil/trace.go:171","msg":"trace[734548569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1433; }","duration":"207.556051ms","start":"2026-03-29T02:04:38.435308Z","end":"2026-03-29T02:04:38.642864Z","steps":["trace[734548569] 'range keys from in-memory index tree' (duration: 207.04858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:38.642569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:38.056348Z","time spent":"586.208731ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:39.631517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.394389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:39.631586Z","caller":"traceutil/trace.go:171","msg":"trace[603554012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1446; }","duration":"196.510782ms","start":"2026-03-29T02:04:39.435057Z","end":"2026-03-29T02:04:39.631568Z","steps":["trace[603554012] 'range keys from in-memory index tree' (duration: 196.287897ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:41.078269Z","caller":"traceutil/trace.go:171","msg":"trace[1037440655] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"261.4643ms","start":"2026-03-29T02:04:40.816768Z","end":"2026-03-29T02:04:41.078232Z","steps":["trace[1037440655] 'process raft request' (duration: 246.023301ms)","trace[1037440655] 'compare' (duration: 15.225784ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:41.081353Z","caller":"traceutil/trace.go:171","msg":"trace[730368853] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"214.620861ms","start":"2026-03-29T02:04:40.866682Z","end":"2026-03-29T02:04:41.081302Z","steps":["trace[730368853] 'process raft request' (duration: 214.505049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:43.096021Z","caller":"traceutil/trace.go:171","msg":"trace[1097139376] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"400.292938ms","start":"2026-03-29T02:04:42.695707Z","end":"2026-03-29T02:04:43.096Z","steps":["trace[1097139376] 'process raft request' (duration: 400.139995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:43.096139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:42.695691Z","time spent":"400.38865ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:43.099084Z","caller":"traceutil/trace.go:171","msg":"trace[1327751015] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"401.580848ms","start":"2026-03-29T02:04:42.697475Z","end":"2026-03-29T02:04:43.099056Z","steps":["trace[1327751015] 'process raft request' (duration: 401.407314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:43.099249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:42.697456Z","time spent":"401.707781ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:43.099363Z","caller":"traceutil/trace.go:171","msg":"trace[1528642988] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"401.591289ms","start":"2026-03-29T02:04:42.697747Z","end":"2026-03-29T02:04:43.099338Z","steps":["trace[1528642988] 'process raft request' (duration: 401.264391ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:43.099363Z","caller":"traceutil/trace.go:171","msg":"trace[1397350241] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1538; }","duration":"181.687767ms","start":"2026-03-29T02:04:42.917607Z","end":"2026-03-29T02:04:43.099295Z","steps":["trace[1397350241] 'read index received' (duration: 178.31281ms)","trace[1397350241] 'applied index is now lower than readState.Index' (duration: 3.371737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:43.099504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.887391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:43.099558Z","caller":"traceutil/trace.go:171","msg":"trace[2138450813] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1463; }","duration":"181.971514ms","start":"2026-03-29T02:04:42.917573Z","end":"2026-03-29T02:04:43.099545Z","steps":["trace[2138450813] 'agreement among raft nodes before linearized reading' (duration: 181.885482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:43.099469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:42.697727Z","time spent":"401.691561ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:43.478416Z","caller":"traceutil/trace.go:171","msg":"trace[2043150339] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"144.710251ms","start":"2026-03-29T02:04:43.333689Z","end":"2026-03-29T02:04:43.478399Z","steps":["trace[2043150339] 'read index received' (duration: 144.536048ms)","trace[2043150339] 'applied index is now lower than readState.Index' (duration: 173.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:43.478623Z","caller":"traceutil/trace.go:171","msg":"trace[282377609] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"147.946594ms","start":"2026-03-29T02:04:43.330667Z","end":"2026-03-29T02:04:43.478613Z","steps":["trace[282377609] 'process raft request' (duration: 147.625807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:43.478821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:04:43.47885Z","caller":"traceutil/trace.go:171","msg":"trace[1243612935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1466; }","duration":"145.185442ms","start":"2026-03-29T02:04:43.333657Z","end":"2026-03-29T02:04:43.478842Z","steps":["trace[1243612935] 'agreement among raft nodes before linearized reading' (duration: 145.08562ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:45.675822Z","caller":"traceutil/trace.go:171","msg":"trace[950514189] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"116.049293ms","start":"2026-03-29T02:04:45.559709Z","end":"2026-03-29T02:04:45.675759Z","steps":["trace[950514189] 'process raft request' (duration: 115.799018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.248245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.861487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:04:56.248331Z","caller":"traceutil/trace.go:171","msg":"trace[681680697] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1544; }","duration":"107.96988ms","start":"2026-03-29T02:04:56.140339Z","end":"2026-03-29T02:04:56.248309Z","steps":["trace[681680697] 'range keys from in-memory index tree' (duration: 107.628212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.527902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.623197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:56.528292Z","caller":"traceutil/trace.go:171","msg":"trace[824617864] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"273.562103ms","start":"2026-03-29T02:04:56.254684Z","end":"2026-03-29T02:04:56.528246Z","steps":["trace[824617864] 'process raft request' (duration: 102.506616ms)","trace[824617864] 'compare' (duration: 170.466793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:59.202854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.56004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:59.202946Z","caller":"traceutil/trace.go:171","msg":"trace[1867639062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1559; }","duration":"233.724243ms","start":"2026-03-29T02:04:58.969201Z","end":"2026-03-29T02:04:59.202925Z","steps":["trace[1867639062] 'count revisions from in-memory index tree' (duration: 233.463007ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:59.503147Z","caller":"traceutil/trace.go:171","msg":"trace[1224180576] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1642; }","duration":"116.882802ms","start":"2026-03-29T02:04:59.386232Z","end":"2026-03-29T02:04:59.503115Z","steps":["trace[1224180576] 'read index received' (duration: 115.88611ms)","trace[1224180576] 'applied index is now lower than readState.Index' (duration: 994.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:59.503333Z","caller":"traceutil/trace.go:171","msg":"trace[1318925336] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"123.495551ms","start":"2026-03-29T02:04:59.379779Z","end":"2026-03-29T02:04:59.503275Z","steps":["trace[1318925336] 'process raft request' (duration: 122.331155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.503453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.20627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:59.503508Z","caller":"traceutil/trace.go:171","msg":"trace[1071403841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1561; }","duration":"117.309372ms","start":"2026-03-29T02:04:59.386183Z","end":"2026-03-29T02:04:59.503493Z","steps":["trace[1071403841] 'agreement among raft nodes before linearized reading' (duration: 117.125268ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:59.734101Z","caller":"traceutil/trace.go:171","msg":"trace[1819126933] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"102.291123ms","start":"2026-03-29T02:04:59.631783Z","end":"2026-03-29T02:04:59.734074Z","steps":["trace[1819126933] 'process raft request' (duration: 102.14446ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:01.658591Z","caller":"traceutil/trace.go:171","msg":"trace[1490019398] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"122.362737ms","start":"2026-03-29T02:05:01.536203Z","end":"2026-03-29T02:05:01.658566Z","steps":["trace[1490019398] 'process raft request' (duration: 95.51935ms)","trace[1490019398] 'compare' (duration: 26.507149ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.940845Z","caller":"traceutil/trace.go:171","msg":"trace[882756740] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"142.077721ms","start":"2026-03-29T02:05:05.798744Z","end":"2026-03-29T02:05:05.940822Z","steps":["trace[882756740] 'process raft request' (duration: 52.337952ms)","trace[882756740] 'compare' (duration: 89.510533ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.9412Z","caller":"traceutil/trace.go:171","msg":"trace[1336201990] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"141.10459ms","start":"2026-03-29T02:05:05.800085Z","end":"2026-03-29T02:05:05.94119Z","steps":["trace[1336201990] 'process raft request' (duration: 140.641449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:06.066169Z","caller":"traceutil/trace.go:171","msg":"trace[172576879] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"118.99074ms","start":"2026-03-29T02:05:05.947155Z","end":"2026-03-29T02:05:06.066146Z","steps":["trace[172576879] 'process raft request' (duration: 115.327327ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.111806Z","caller":"traceutil/trace.go:171","msg":"trace[1946938257] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"123.631624ms","start":"2026-03-29T02:05:11.988149Z","end":"2026-03-29T02:05:12.111781Z","steps":["trace[1946938257] 'process raft request' (duration: 121.671139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.207438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.312021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:05:18.207493Z","caller":"traceutil/trace.go:171","msg":"trace[2038339726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1645; }","duration":"105.404843ms","start":"2026-03-29T02:05:18.102077Z","end":"2026-03-29T02:05:18.207482Z","steps":["trace[2038339726] 'range keys from in-memory index tree' (duration: 105.227539ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:22.467338Z","caller":"traceutil/trace.go:171","msg":"trace[1392356206] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"155.144557ms","start":"2026-03-29T02:05:22.312155Z","end":"2026-03-29T02:05:22.467299Z","steps":["trace[1392356206] 'process raft request' (duration: 131.717317ms)","trace[1392356206] 'compare' (duration: 23.273367ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:24.469466Z","caller":"traceutil/trace.go:171","msg":"trace[1811768738] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"148.265172ms","start":"2026-03-29T02:05:24.321183Z","end":"2026-03-29T02:05:24.469448Z","steps":["trace[1811768738] 'read index received' (duration: 148.209001ms)","trace[1811768738] 'applied index is now lower than readState.Index' (duration: 55.251µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:24.469593Z","caller":"traceutil/trace.go:171","msg":"trace[1214124516] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"155.358782ms","start":"2026-03-29T02:05:24.314198Z","end":"2026-03-29T02:05:24.469557Z","steps":["trace[1214124516] 'process raft request' (duration: 155.147327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:24.469671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.473317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:05:24.469697Z","caller":"traceutil/trace.go:171","msg":"trace[56333211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1674; }","duration":"148.543438ms","start":"2026-03-29T02:05:24.321147Z","end":"2026-03-29T02:05:24.469691Z","steps":["trace[56333211] 'agreement among raft nodes before linearized reading' (duration: 148.398024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.600111Z","caller":"traceutil/trace.go:171","msg":"trace[1108407151] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"124.524904ms","start":"2026-03-29T02:05:24.475553Z","end":"2026-03-29T02:05:24.600078Z","steps":["trace[1108407151] 'process raft request' (duration: 124.489884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.600124Z","caller":"traceutil/trace.go:171","msg":"trace[2093447913] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"125.834735ms","start":"2026-03-29T02:05:24.474267Z","end":"2026-03-29T02:05:24.600102Z","steps":["trace[2093447913] 'process raft request' (duration: 49.252704ms)","trace[2093447913] 'compare' (duration: 76.417017ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:32.953516Z","caller":"traceutil/trace.go:171","msg":"trace[1107956756] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"110.525459ms","start":"2026-03-29T02:05:32.84297Z","end":"2026-03-29T02:05:32.953495Z","steps":["trace[1107956756] 'process raft request' (duration: 110.359245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.861447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.076069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:05:33.861642Z","caller":"traceutil/trace.go:171","msg":"trace[284312603] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"197.122355ms","start":"2026-03-29T02:05:33.664495Z","end":"2026-03-29T02:05:33.861617Z","steps":["trace[284312603] 'read index received' (duration: 59.887903ms)","trace[284312603] 'applied index is now lower than readState.Index' (duration: 137.232482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:33.862026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.454143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:05:33.862079Z","caller":"traceutil/trace.go:171","msg":"trace[1792295669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1714; }","duration":"197.622867ms","start":"2026-03-29T02:05:33.664442Z","end":"2026-03-29T02:05:33.862064Z","steps":["trace[1792295669] 'agreement among raft nodes before linearized reading' (duration: 197.264749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:36.842598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.526234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:05:36.842687Z","caller":"traceutil/trace.go:171","msg":"trace[1648778011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1728; }","duration":"105.700939ms","start":"2026-03-29T02:05:36.736966Z","end":"2026-03-29T02:05:36.842667Z","steps":["trace[1648778011] 'range keys from in-memory index tree' (duration: 105.343751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.201247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.284222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:37.201386Z","caller":"traceutil/trace.go:171","msg":"trace[1496614414] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1817; }","duration":"288.307648ms","start":"2026-03-29T02:05:36.913061Z","end":"2026-03-29T02:05:37.201368Z","steps":["trace[1496614414] 'read index received' (duration: 11.846429ms)","trace[1496614414] 'applied index is now lower than readState.Index' (duration: 276.460178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:37.201561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.497302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:05:37.201598Z","caller":"traceutil/trace.go:171","msg":"trace[892932616] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1730; }","duration":"288.563973ms","start":"2026-03-29T02:05:36.913023Z","end":"2026-03-29T02:05:37.201586Z","steps":["trace[892932616] 'agreement among raft nodes before linearized reading' (duration: 288.43255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.201759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.728037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:05:37.201843Z","caller":"traceutil/trace.go:171","msg":"trace[1401233091] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1730; }","duration":"208.82933ms","start":"2026-03-29T02:05:36.992993Z","end":"2026-03-29T02:05:37.201822Z","steps":["trace[1401233091] 'agreement among raft nodes before linearized reading' (duration: 208.580754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:37.201849Z","caller":"traceutil/trace.go:171","msg":"trace[1391328765] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"352.58418ms","start":"2026-03-29T02:05:36.848845Z","end":"2026-03-29T02:05:37.20143Z","steps":["trace[1391328765] 'process raft request' (duration: 200.036292ms)","trace[1391328765] 'compare' (duration: 152.078857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:37.202121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.848823Z","time spent":"353.185085ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:37.434348Z","caller":"traceutil/trace.go:171","msg":"trace[549272380] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"228.159857ms","start":"2026-03-29T02:05:37.20615Z","end":"2026-03-29T02:05:37.43431Z","steps":["trace[549272380] 'process raft request' (duration: 131.601955ms)","trace[549272380] 'compare' (duration: 96.275756ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:51.120835Z","caller":"traceutil/trace.go:171","msg":"trace[1427282338] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"456.617111ms","start":"2026-03-29T02:05:50.664197Z","end":"2026-03-29T02:05:51.120814Z","steps":["trace[1427282338] 'process raft request' (duration: 456.437567ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.120896Z","caller":"traceutil/trace.go:171","msg":"trace[1412065705] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"170.896301ms","start":"2026-03-29T02:05:50.949867Z","end":"2026-03-29T02:05:51.120763Z","steps":["trace[1412065705] 'read index received' (duration: 170.655876ms)","trace[1412065705] 'applied index is now lower than readState.Index' (duration: 239.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:51.121035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.664179Z","time spent":"456.715213ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:51.121328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.406183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:05:51.121424Z","caller":"traceutil/trace.go:171","msg":"trace[737738052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"171.601427ms","start":"2026-03-29T02:05:50.9498Z","end":"2026-03-29T02:05:51.121401Z","steps":["trace[737738052] 'agreement among raft nodes before linearized reading' (duration: 171.28216ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.273663Z","caller":"traceutil/trace.go:171","msg":"trace[1076931957] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1911; }","duration":"103.007669ms","start":"2026-03-29T02:05:57.170632Z","end":"2026-03-29T02:05:57.27364Z","steps":["trace[1076931957] 'read index received' (duration: 102.757353ms)","trace[1076931957] 'applied index is now lower than readState.Index' (duration: 249.395µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:57.273892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.253235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:05:57.273932Z","caller":"traceutil/trace.go:171","msg":"trace[1440221668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1819; }","duration":"103.306816ms","start":"2026-03-29T02:05:57.170614Z","end":"2026-03-29T02:05:57.273921Z","steps":["trace[1440221668] 'agreement among raft nodes before linearized reading' (duration: 103.153321ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.273831Z","caller":"traceutil/trace.go:171","msg":"trace[1325712244] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"110.311014ms","start":"2026-03-29T02:05:57.163415Z","end":"2026-03-29T02:05:57.273726Z","steps":["trace[1325712244] 'process raft request' (duration: 110.082089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.274088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.103674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:05:57.27416Z","caller":"traceutil/trace.go:171","msg":"trace[62762854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1819; }","duration":"100.193216ms","start":"2026-03-29T02:05:57.173948Z","end":"2026-03-29T02:05:57.274142Z","steps":["trace[62762854] 'agreement among raft nodes before linearized reading' (duration: 99.95148ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.464269Z","caller":"traceutil/trace.go:171","msg":"trace[1057879956] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"185.277328ms","start":"2026-03-29T02:05:57.278948Z","end":"2026-03-29T02:05:57.464225Z","steps":["trace[1057879956] 'process raft request' (duration: 176.647702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.501795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.320867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:58.501877Z","caller":"traceutil/trace.go:171","msg":"trace[297770520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1826; }","duration":"107.44687ms","start":"2026-03-29T02:05:58.394412Z","end":"2026-03-29T02:05:58.501859Z","steps":["trace[297770520] 'range keys from in-memory index tree' (duration: 107.170054ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:58.708022Z","caller":"traceutil/trace.go:171","msg":"trace[1726323886] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"198.507538ms","start":"2026-03-29T02:05:58.509495Z","end":"2026-03-29T02:05:58.708003Z","steps":["trace[1726323886] 'process raft request' (duration: 198.468657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:58.708076Z","caller":"traceutil/trace.go:171","msg":"trace[1285479183] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"202.065869ms","start":"2026-03-29T02:05:58.50597Z","end":"2026-03-29T02:05:58.708036Z","steps":["trace[1285479183] 'process raft request' (duration: 180.005729ms)","trace[1285479183] 'compare' (duration: 21.880676ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:58.710707Z","caller":"traceutil/trace.go:171","msg":"trace[656556928] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"147.738614ms","start":"2026-03-29T02:05:58.562954Z","end":"2026-03-29T02:05:58.710693Z","steps":["trace[656556928] 'process raft request' (duration: 147.629372ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:05.683047Z","caller":"traceutil/trace.go:171","msg":"trace[1893498191] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"149.348662ms","start":"2026-03-29T02:06:05.533661Z","end":"2026-03-29T02:06:05.68301Z","steps":["trace[1893498191] 'process raft request' (duration: 112.7294ms)","trace[1893498191] 'compare' (duration: 36.127631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:06.168551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.405946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:06.168743Z","caller":"traceutil/trace.go:171","msg":"trace[1458317509] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"365.499172ms","start":"2026-03-29T02:06:05.803224Z","end":"2026-03-29T02:06:06.168723Z","steps":["trace[1458317509] 'read index received' (duration: 100.760418ms)","trace[1458317509] 'applied index is now lower than readState.Index' (duration: 264.737164ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:06.168839Z","caller":"traceutil/trace.go:171","msg":"trace[953276289] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"482.557841ms","start":"2026-03-29T02:06:05.686216Z","end":"2026-03-29T02:06:06.168774Z","steps":["trace[953276289] 'process raft request' (duration: 217.815187ms)","trace[953276289] 'compare' (duration: 264.284614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:06.169006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.775528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:06:06.169087Z","caller":"traceutil/trace.go:171","msg":"trace[867389595] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1860; }","duration":"365.894291ms","start":"2026-03-29T02:06:05.803181Z","end":"2026-03-29T02:06:06.169076Z","steps":["trace[867389595] 'agreement among raft nodes before linearized reading' (duration: 365.668275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:06.169023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.310994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:06.169173Z","caller":"traceutil/trace.go:171","msg":"trace[1082093578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"165.499499ms","start":"2026-03-29T02:06:06.003665Z","end":"2026-03-29T02:06:06.169165Z","steps":["trace[1082093578] 'agreement among raft nodes before linearized reading' (duration: 165.329335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:06.169154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.803165Z","time spent":"365.977282ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-29T02:06:06.16912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.686199Z","time spent":"482.695413ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:06.480054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.130482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:06.480236Z","caller":"traceutil/trace.go:171","msg":"trace[1934098650] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"306.658905ms","start":"2026-03-29T02:06:06.173557Z","end":"2026-03-29T02:06:06.480216Z","steps":["trace[1934098650] 'process raft request' (duration: 203.334208ms)","trace[1934098650] 'compare' (duration: 102.992389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:06.48033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.173544Z","time spent":"306.750606ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:06.541486Z","caller":"traceutil/trace.go:171","msg":"trace[887646649] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"106.352925ms","start":"2026-03-29T02:06:06.435108Z","end":"2026-03-29T02:06:06.541461Z","steps":["trace[887646649] 'read index received' (duration: 105.30699ms)","trace[887646649] 'applied index is now lower than readState.Index' (duration: 1.044915ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:06.541564Z","caller":"traceutil/trace.go:171","msg":"trace[671440943] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"141.521875ms","start":"2026-03-29T02:06:06.400021Z","end":"2026-03-29T02:06:06.541542Z","steps":["trace[671440943] 'process raft request' (duration: 140.495541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:06.541642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.520669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:06.541698Z","caller":"traceutil/trace.go:171","msg":"trace[809747295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"106.631732ms","start":"2026-03-29T02:06:06.435056Z","end":"2026-03-29T02:06:06.541688Z","steps":["trace[809747295] 'agreement among raft nodes before linearized reading' (duration: 106.53494ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.744103Z","caller":"traceutil/trace.go:171","msg":"trace[1667454764] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"163.83043ms","start":"2026-03-29T02:06:07.580235Z","end":"2026-03-29T02:06:07.744066Z","steps":["trace[1667454764] 'process raft request' (duration: 163.559744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.309596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.091941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:06:08.309702Z","caller":"traceutil/trace.go:171","msg":"trace[1633479260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1869; }","duration":"136.264015ms","start":"2026-03-29T02:06:08.173414Z","end":"2026-03-29T02:06:08.309678Z","steps":["trace[1633479260] 'range keys from in-memory index tree' (duration: 135.784464ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.417139Z","caller":"traceutil/trace.go:171","msg":"trace[2061141958] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"102.437076ms","start":"2026-03-29T02:06:08.314677Z","end":"2026-03-29T02:06:08.417114Z","steps":["trace[2061141958] 'process raft request' (duration: 102.296663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.711214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.888858ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:06:08.711409Z","caller":"traceutil/trace.go:171","msg":"trace[1452591720] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"164.879274ms","start":"2026-03-29T02:06:08.546514Z","end":"2026-03-29T02:06:08.711393Z","steps":["trace[1452591720] 'process raft request' (duration: 164.785962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.711667Z","caller":"traceutil/trace.go:171","msg":"trace[560808682] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"227.497996ms","start":"2026-03-29T02:06:08.484144Z","end":"2026-03-29T02:06:08.711642Z","steps":["trace[560808682] 'read index received' (duration: 105.213139ms)","trace[560808682] 'applied index is now lower than readState.Index' (duration: 122.282857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:08.711918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.720173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:06:08.711962Z","caller":"traceutil/trace.go:171","msg":"trace[742779196] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1871; }","duration":"227.837265ms","start":"2026-03-29T02:06:08.484112Z","end":"2026-03-29T02:06:08.711949Z","steps":["trace[742779196] 'agreement among raft nodes before linearized reading' (duration: 227.65755ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.826112Z","caller":"traceutil/trace.go:171","msg":"trace[1539842120] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"109.959277ms","start":"2026-03-29T02:06:08.716103Z","end":"2026-03-29T02:06:08.826062Z","steps":["trace[1539842120] 'process raft request' (duration: 109.775693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:12.956738Z","caller":"traceutil/trace.go:171","msg":"trace[1228899616] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"112.75222ms","start":"2026-03-29T02:06:12.843955Z","end":"2026-03-29T02:06:12.956707Z","steps":["trace[1228899616] 'process raft request' (duration: 81.756397ms)","trace[1228899616] 'compare' (duration: 30.672976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:34.11403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.674482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-29T02:06:34.114416Z","caller":"traceutil/trace.go:171","msg":"trace[1530655483] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2086; }","duration":"175.217779ms","start":"2026-03-29T02:06:33.939179Z","end":"2026-03-29T02:06:34.114397Z","steps":["trace[1530655483] 'read index received' (duration: 52.449711ms)","trace[1530655483] 'applied index is now lower than readState.Index' (duration: 122.766578ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:34.114437Z","caller":"traceutil/trace.go:171","msg":"trace[746872599] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"321.743176ms","start":"2026-03-29T02:06:33.792659Z","end":"2026-03-29T02:06:34.114402Z","steps":["trace[746872599] 'process raft request' (duration: 321.518531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.114568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.79264Z","time spent":"321.862129ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:34.114568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.379492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:06:34.114618Z","caller":"traceutil/trace.go:171","msg":"trace[1046000238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"175.468995ms","start":"2026-03-29T02:06:33.939136Z","end":"2026-03-29T02:06:34.114605Z","steps":["trace[1046000238] 'agreement among raft nodes before linearized reading' (duration: 175.313841ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:34.223823Z","caller":"traceutil/trace.go:171","msg":"trace[109347897] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"105.075586ms","start":"2026-03-29T02:06:34.118728Z","end":"2026-03-29T02:06:34.223803Z","steps":["trace[109347897] 'process raft request' (duration: 38.605047ms)","trace[109347897] 'compare' (duration: 66.375877ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:34.224706Z","caller":"traceutil/trace.go:171","msg":"trace[435783991] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"104.604347ms","start":"2026-03-29T02:06:34.120088Z","end":"2026-03-29T02:06:34.224692Z","steps":["trace[435783991] 'process raft request' (duration: 104.394422ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:36.246367Z","caller":"traceutil/trace.go:171","msg":"trace[2015526866] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2096; }","duration":"106.356475ms","start":"2026-03-29T02:06:36.139975Z","end":"2026-03-29T02:06:36.246331Z","steps":["trace[2015526866] 'read index received' (duration: 106.054099ms)","trace[2015526866] 'applied index is now lower than readState.Index' (duration: 301.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:36.246414Z","caller":"traceutil/trace.go:171","msg":"trace[1134285944] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"123.385752ms","start":"2026-03-29T02:06:36.122996Z","end":"2026-03-29T02:06:36.246382Z","steps":["trace[1134285944] 'process raft request' (duration: 123.114996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.246643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.618292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:36.246716Z","caller":"traceutil/trace.go:171","msg":"trace[1821276905] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1996; }","duration":"106.798146ms","start":"2026-03-29T02:06:36.139898Z","end":"2026-03-29T02:06:36.246696Z","steps":["trace[1821276905] 'agreement among raft nodes before linearized reading' (duration: 106.630333ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:36.928119Z","caller":"traceutil/trace.go:171","msg":"trace[124624192] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"249.239801ms","start":"2026-03-29T02:06:36.678842Z","end":"2026-03-29T02:06:36.928082Z","steps":["trace[124624192] 'process raft request' (duration: 248.819891ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.087067Z","caller":"traceutil/trace.go:171","msg":"trace[270506332] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"103.119083ms","start":"2026-03-29T02:06:44.98393Z","end":"2026-03-29T02:06:45.087049Z","steps":["trace[270506332] 'read index received' (duration: 102.99299ms)","trace[270506332] 'applied index is now lower than readState.Index' (duration: 125.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:45.087206Z","caller":"traceutil/trace.go:171","msg":"trace[1090795867] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"117.9925ms","start":"2026-03-29T02:06:44.969196Z","end":"2026-03-29T02:06:45.087188Z","steps":["trace[1090795867] 'process raft request' (duration: 117.740054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.087453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.496341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:06:45.08755Z","caller":"traceutil/trace.go:171","msg":"trace[1108850417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2037; }","duration":"103.623984ms","start":"2026-03-29T02:06:44.98389Z","end":"2026-03-29T02:06:45.087514Z","steps":["trace[1108850417] 'agreement among raft nodes before linearized reading' (duration: 103.292697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:46.508215Z","caller":"traceutil/trace.go:171","msg":"trace[1195016858] linearizableReadLoop","detail":"{readStateIndex:2145; appliedIndex:2144; }","duration":"198.962408ms","start":"2026-03-29T02:06:46.309229Z","end":"2026-03-29T02:06:46.508191Z","steps":["trace[1195016858] 'read index received' (duration: 198.760464ms)","trace[1195016858] 'applied index is now lower than readState.Index' (duration: 200.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:46.508285Z","caller":"traceutil/trace.go:171","msg":"trace[2097654591] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"204.133026ms","start":"2026-03-29T02:06:46.304129Z","end":"2026-03-29T02:06:46.508262Z","steps":["trace[2097654591] 'process raft request' (duration: 203.925491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:46.508489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.239614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:06:46.508646Z","caller":"traceutil/trace.go:171","msg":"trace[691375980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2042; }","duration":"199.450969ms","start":"2026-03-29T02:06:46.309182Z","end":"2026-03-29T02:06:46.508633Z","steps":["trace[691375980] 'agreement among raft nodes before linearized reading' (duration: 199.152873ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:47.965479Z","caller":"traceutil/trace.go:171","msg":"trace[1383802561] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"133.850931ms","start":"2026-03-29T02:06:47.831583Z","end":"2026-03-29T02:06:47.965433Z","steps":["trace[1383802561] 'process raft request' (duration: 133.588925ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:49.385816Z","caller":"traceutil/trace.go:171","msg":"trace[1699457696] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"103.660569ms","start":"2026-03-29T02:06:49.282116Z","end":"2026-03-29T02:06:49.385776Z","steps":["trace[1699457696] 'process raft request' (duration: 43.157813ms)","trace[1699457696] 'compare' (duration: 60.274891ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:51.303374Z","caller":"traceutil/trace.go:171","msg":"trace[659835479] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"140.044601ms","start":"2026-03-29T02:06:51.163304Z","end":"2026-03-29T02:06:51.303349Z","steps":["trace[659835479] 'read index received' (duration: 139.820806ms)","trace[659835479] 'applied index is now lower than readState.Index' (duration: 222.685µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:51.303661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.270006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:06:51.303783Z","caller":"traceutil/trace.go:171","msg":"trace[495064920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2065; }","duration":"140.504871ms","start":"2026-03-29T02:06:51.163259Z","end":"2026-03-29T02:06:51.303764Z","steps":["trace[495064920] 'agreement among raft nodes before linearized reading' (duration: 140.195004ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.303641Z","caller":"traceutil/trace.go:171","msg":"trace[2108068948] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"167.224273ms","start":"2026-03-29T02:06:51.136376Z","end":"2026-03-29T02:06:51.3036Z","steps":["trace[2108068948] 'process raft request' (duration: 166.807264ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.976216Z","caller":"traceutil/trace.go:171","msg":"trace[480521557] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"195.817938ms","start":"2026-03-29T02:06:51.780375Z","end":"2026-03-29T02:06:51.976193Z","steps":["trace[480521557] 'process raft request' (duration: 195.691025ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:37.232403Z","caller":"traceutil/trace.go:171","msg":"trace[879672757] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"127.411234ms","start":"2026-03-29T02:07:37.104967Z","end":"2026-03-29T02:07:37.232378Z","steps":["trace[879672757] 'process raft request' (duration: 105.551332ms)","trace[879672757] 'compare' (duration: 21.680209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:37.932949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.389454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:07:37.933035Z","caller":"traceutil/trace.go:171","msg":"trace[1984661592] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2275; }","duration":"162.498497ms","start":"2026-03-29T02:07:37.770512Z","end":"2026-03-29T02:07:37.93301Z","steps":["trace[1984661592] 'range keys from in-memory index tree' (duration: 162.233561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:37.933086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.732148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:07:37.933102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.110672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:07:37.933144Z","caller":"traceutil/trace.go:171","msg":"trace[374570342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2275; }","duration":"168.82613ms","start":"2026-03-29T02:07:37.764302Z","end":"2026-03-29T02:07:37.933128Z","steps":["trace[374570342] 'range keys from in-memory index tree' (duration: 168.597245ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:37.933162Z","caller":"traceutil/trace.go:171","msg":"trace[1762652963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2275; }","duration":"128.198173ms","start":"2026-03-29T02:07:37.804941Z","end":"2026-03-29T02:07:37.933139Z","steps":["trace[1762652963] 'range keys from in-memory index tree' (duration: 127.967798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:37.9335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.799263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:37.93381Z","caller":"traceutil/trace.go:171","msg":"trace[1485478511] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2275; }","duration":"221.542349ms","start":"2026-03-29T02:07:37.712054Z","end":"2026-03-29T02:07:37.933597Z","steps":["trace[1485478511] 'count revisions from in-memory index tree' (duration: 220.721051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.088474Z","caller":"traceutil/trace.go:171","msg":"trace[24590475] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"151.564689ms","start":"2026-03-29T02:07:37.936886Z","end":"2026-03-29T02:07:38.088451Z","steps":["trace[24590475] 'process raft request' (duration: 151.432237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.292135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.286281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:07:38.29245Z","caller":"traceutil/trace.go:171","msg":"trace[195364861] linearizableReadLoop","detail":"{readStateIndex:2391; appliedIndex:2389; }","duration":"122.145546ms","start":"2026-03-29T02:07:38.170147Z","end":"2026-03-29T02:07:38.292293Z","steps":["trace[195364861] 'read index received' (duration: 18.663451ms)","trace[195364861] 'applied index is now lower than readState.Index' (duration: 103.481005ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:38.292501Z","caller":"traceutil/trace.go:171","msg":"trace[1508658276] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"354.822847ms","start":"2026-03-29T02:07:37.937505Z","end":"2026-03-29T02:07:38.292328Z","steps":["trace[1508658276] 'process raft request' (duration: 251.26179ms)","trace[1508658276] 'compare' (duration: 103.183589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:38.292637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.937477Z","time spent":"355.087112ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.292687Z","caller":"traceutil/trace.go:171","msg":"trace[1595569419] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"354.938539ms","start":"2026-03-29T02:07:37.937668Z","end":"2026-03-29T02:07:38.292607Z","steps":["trace[1595569419] 'process raft request' (duration: 354.565801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.292782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.495045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:07:38.292883Z","caller":"traceutil/trace.go:171","msg":"trace[1435349535] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2278; }","duration":"122.790521ms","start":"2026-03-29T02:07:38.170077Z","end":"2026-03-29T02:07:38.292867Z","steps":["trace[1435349535] 'agreement among raft nodes before linearized reading' (duration: 122.416243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.292922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.937646Z","time spent":"355.122613ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.567954Z","caller":"traceutil/trace.go:171","msg":"trace[1835863432] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"270.81166ms","start":"2026-03-29T02:07:38.297119Z","end":"2026-03-29T02:07:38.567931Z","steps":["trace[1835863432] 'process raft request' (duration: 199.326868ms)","trace[1835863432] 'compare' (duration: 71.3948ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:38.591469Z","caller":"traceutil/trace.go:171","msg":"trace[1437792243] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2391; }","duration":"132.030199ms","start":"2026-03-29T02:07:38.459418Z","end":"2026-03-29T02:07:38.591448Z","steps":["trace[1437792243] 'read index received' (duration: 36.993254ms)","trace[1437792243] 'applied index is now lower than readState.Index' (duration: 95.036015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:38.59168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.304067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:38.591559Z","caller":"traceutil/trace.go:171","msg":"trace[925098360] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"293.057493ms","start":"2026-03-29T02:07:38.298474Z","end":"2026-03-29T02:07:38.591532Z","steps":["trace[925098360] 'process raft request' (duration: 292.870088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.591982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.52724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:07:38.592075Z","caller":"traceutil/trace.go:171","msg":"trace[1064538709] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:2280; }","duration":"132.675475ms","start":"2026-03-29T02:07:38.459367Z","end":"2026-03-29T02:07:38.592042Z","steps":["trace[1064538709] 'agreement among raft nodes before linearized reading' (duration: 132.222895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.592004Z","caller":"traceutil/trace.go:171","msg":"trace[1963853245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"129.424071ms","start":"2026-03-29T02:07:38.462332Z","end":"2026-03-29T02:07:38.591756Z","steps":["trace[1963853245] 'agreement among raft nodes before linearized reading' (duration: 129.304818ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.766789Z","caller":"traceutil/trace.go:171","msg":"trace[368020063] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"143.173921ms","start":"2026-03-29T02:07:38.623574Z","end":"2026-03-29T02:07:38.766748Z","steps":["trace[368020063] 'process raft request' (duration: 115.374283ms)","trace[368020063] 'compare' (duration: 27.608764ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:53.766754Z","caller":"traceutil/trace.go:171","msg":"trace[1151718492] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"152.933226ms","start":"2026-03-29T02:07:53.613794Z","end":"2026-03-29T02:07:53.766727Z","steps":["trace[1151718492] 'process raft request' (duration: 152.738991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:54.234604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.185607ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-29T02:08:01.980686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.138877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:01.980763Z","caller":"traceutil/trace.go:171","msg":"trace[729314756] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2408; }","duration":"103.413493ms","start":"2026-03-29T02:08:01.877331Z","end":"2026-03-29T02:08:01.980745Z","steps":["trace[729314756] 'count revisions from in-memory index tree' (duration: 103.048914ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:06.411763Z","caller":"traceutil/trace.go:171","msg":"trace[2118824850] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"162.771917ms","start":"2026-03-29T02:08:06.248977Z","end":"2026-03-29T02:08:06.411748Z","steps":["trace[2118824850] 'process raft request' (duration: 153.822645ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:08.622435Z","caller":"traceutil/trace.go:171","msg":"trace[2120379668] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2558; }","duration":"152.106427ms","start":"2026-03-29T02:08:08.470303Z","end":"2026-03-29T02:08:08.62241Z","steps":["trace[2120379668] 'read index received' (duration: 151.955344ms)","trace[2120379668] 'applied index is now lower than readState.Index' (duration: 149.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:08.622695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.361753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:08:08.622777Z","caller":"traceutil/trace.go:171","msg":"trace[404632501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2438; }","duration":"152.463165ms","start":"2026-03-29T02:08:08.470299Z","end":"2026-03-29T02:08:08.622762Z","steps":["trace[404632501] 'agreement among raft nodes before linearized reading' (duration: 152.23805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:11.602023Z","caller":"traceutil/trace.go:171","msg":"trace[718249229] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2576; }","duration":"144.027345ms","start":"2026-03-29T02:08:11.457971Z","end":"2026-03-29T02:08:11.601998Z","steps":["trace[718249229] 'read index received' (duration: 143.721868ms)","trace[718249229] 'applied index is now lower than readState.Index' (duration: 304.607µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:11.602247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.25329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:08:11.60232Z","caller":"traceutil/trace.go:171","msg":"trace[907463154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2456; }","duration":"144.345412ms","start":"2026-03-29T02:08:11.457934Z","end":"2026-03-29T02:08:11.602279Z","steps":["trace[907463154] 'agreement among raft nodes before linearized reading' (duration: 144.197529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:11.602352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.119347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:11.60233Z","caller":"traceutil/trace.go:171","msg":"trace[571556975] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"187.751047ms","start":"2026-03-29T02:08:11.414352Z","end":"2026-03-29T02:08:11.602103Z","steps":["trace[571556975] 'process raft request' (duration: 187.45127ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:11.602459Z","caller":"traceutil/trace.go:171","msg":"trace[186686982] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2456; }","duration":"116.335533ms","start":"2026-03-29T02:08:11.486102Z","end":"2026-03-29T02:08:11.602437Z","steps":["trace[186686982] 'agreement among raft nodes before linearized reading' (duration: 116.102797ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:14.018175Z","caller":"traceutil/trace.go:171","msg":"trace[1959287086] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"112.235381ms","start":"2026-03-29T02:08:13.905911Z","end":"2026-03-29T02:08:14.018146Z","steps":["trace[1959287086] 'process raft request' (duration: 112.054217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:14.550144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.622945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:14.550226Z","caller":"traceutil/trace.go:171","msg":"trace[604471481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"114.764558ms","start":"2026-03-29T02:08:14.435442Z","end":"2026-03-29T02:08:14.550206Z","steps":["trace[604471481] 'range keys from in-memory index tree' (duration: 114.499952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:14.671417Z","caller":"traceutil/trace.go:171","msg":"trace[1191833865] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"110.999793ms","start":"2026-03-29T02:08:14.560325Z","end":"2026-03-29T02:08:14.671325Z","steps":["trace[1191833865] 'process raft request' (duration: 110.680106ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:14.851748Z","caller":"traceutil/trace.go:171","msg":"trace[1397172455] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"134.783667ms","start":"2026-03-29T02:08:14.716935Z","end":"2026-03-29T02:08:14.851719Z","steps":["trace[1397172455] 'process raft request' (duration: 108.480906ms)","trace[1397172455] 'compare' (duration: 26.175178ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:14.879638Z","caller":"traceutil/trace.go:171","msg":"trace[1545726121] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2592; }","duration":"110.863ms","start":"2026-03-29T02:08:14.768685Z","end":"2026-03-29T02:08:14.879548Z","steps":["trace[1545726121] 'read index received' (duration: 56.738284ms)","trace[1545726121] 'applied index is now lower than readState.Index' (duration: 54.123576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:14.880017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:08:14.880323Z","caller":"traceutil/trace.go:171","msg":"trace[1922505973] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"161.65086ms","start":"2026-03-29T02:08:14.718028Z","end":"2026-03-29T02:08:14.879679Z","steps":["trace[1922505973] 'process raft request' (duration: 161.326213ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:14.880345Z","caller":"traceutil/trace.go:171","msg":"trace[1666163266] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2472; }","duration":"111.633198ms","start":"2026-03-29T02:08:14.768648Z","end":"2026-03-29T02:08:14.880281Z","steps":["trace[1666163266] 'agreement among raft nodes before linearized reading' (duration: 111.092095ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:15.443368Z","caller":"traceutil/trace.go:171","msg":"trace[197017428] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"120.62052ms","start":"2026-03-29T02:08:15.322712Z","end":"2026-03-29T02:08:15.443333Z","steps":["trace[197017428] 'process raft request' (duration: 120.128598ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.068081Z","caller":"traceutil/trace.go:171","msg":"trace[85474338] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"161.416666ms","start":"2026-03-29T02:08:15.90663Z","end":"2026-03-29T02:08:16.068047Z","steps":["trace[85474338] 'process raft request' (duration: 161.240402ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:17.159593Z","caller":"traceutil/trace.go:171","msg":"trace[1956569329] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"119.119916ms","start":"2026-03-29T02:08:17.040408Z","end":"2026-03-29T02:08:17.159528Z","steps":["trace[1956569329] 'process raft request' (duration: 79.67996ms)","trace[1956569329] 'compare' (duration: 39.304713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:17.627936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.142836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:17.628058Z","caller":"traceutil/trace.go:171","msg":"trace[525301482] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"178.064469ms","start":"2026-03-29T02:08:17.449972Z","end":"2026-03-29T02:08:17.628037Z","steps":["trace[525301482] 'process raft request' (duration: 66.726949ms)","trace[525301482] 'compare' (duration: 110.932311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:18.436351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.929871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:18.436459Z","caller":"traceutil/trace.go:171","msg":"trace[91018456] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"362.8304ms","start":"2026-03-29T02:08:18.073616Z","end":"2026-03-29T02:08:18.436446Z","steps":["trace[91018456] 'process raft request' (duration: 113.751325ms)","trace[91018456] 'compare' (duration: 248.793168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:18.436514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:18.073588Z","time spent":"362.901582ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:19.025827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.739219ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:08:19.025939Z","caller":"traceutil/trace.go:171","msg":"trace[1249189509] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2612; }","duration":"122.264456ms","start":"2026-03-29T02:08:18.903652Z","end":"2026-03-29T02:08:19.025916Z","steps":["trace[1249189509] 'read index received' (duration: 39.851µs)","trace[1249189509] 'applied index is now lower than readState.Index' (duration: 122.223245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:19.026018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:18.462311Z","time spent":"563.699951ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:08:19.026273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.624104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:08:19.026301Z","caller":"traceutil/trace.go:171","msg":"trace[1957341301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2490; }","duration":"122.718266ms","start":"2026-03-29T02:08:18.903575Z","end":"2026-03-29T02:08:19.026293Z","steps":["trace[1957341301] 'agreement among raft nodes before linearized reading' (duration: 122.440299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.718604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.665943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:19.718732Z","caller":"traceutil/trace.go:171","msg":"trace[1453458879] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"691.099754ms","start":"2026-03-29T02:08:19.027619Z","end":"2026-03-29T02:08:19.718719Z","steps":["trace[1453458879] 'process raft request' (duration: 232.264837ms)","trace[1453458879] 'compare' (duration: 458.341716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:19.718792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.0276Z","time spent":"691.169965ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:20.157992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.52194ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:20.158159Z","caller":"traceutil/trace.go:171","msg":"trace[737565560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2491; }","duration":"255.707854ms","start":"2026-03-29T02:08:19.902433Z","end":"2026-03-29T02:08:20.158141Z","steps":["trace[737565560] 'range keys from in-memory index tree' (duration: 255.50135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.158296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.707308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:20.158578Z","caller":"traceutil/trace.go:171","msg":"trace[406858916] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2614; }","duration":"723.085391ms","start":"2026-03-29T02:08:19.435474Z","end":"2026-03-29T02:08:20.158559Z","steps":["trace[406858916] 'read index received' (duration: 494.084517ms)","trace[406858916] 'applied index is now lower than readState.Index' (duration: 228.999334ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:20.158598Z","caller":"traceutil/trace.go:171","msg":"trace[1983492373] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.127756902s","start":"2026-03-29T02:08:19.03082Z","end":"2026-03-29T02:08:20.158577Z","steps":["trace[1983492373] 'process raft request' (duration: 898.693616ms)","trace[1983492373] 'compare' (duration: 228.554515ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:20.158616Z","caller":"traceutil/trace.go:171","msg":"trace[94162781] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.127044607s","start":"2026-03-29T02:08:19.031524Z","end":"2026-03-29T02:08:20.158568Z","steps":["trace[94162781] 'process raft request' (duration: 1.126920754s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.158711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.030804Z","time spent":"1.127834893s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:20.158781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.65778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:08:20.158785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.03149Z","time spent":"1.127208789s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:20.158819Z","caller":"traceutil/trace.go:171","msg":"trace[1946389960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2496; }","duration":"526.728922ms","start":"2026-03-29T02:08:19.632079Z","end":"2026-03-29T02:08:20.158808Z","steps":["trace[1946389960] 'agreement among raft nodes before linearized reading' (duration: 526.600769ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:20.158825Z","caller":"traceutil/trace.go:171","msg":"trace[1937339778] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"1.126244118s","start":"2026-03-29T02:08:19.032567Z","end":"2026-03-29T02:08:20.158811Z","steps":["trace[1937339778] 'process raft request' (duration: 1.125937411s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.158804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.301947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:20.158859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.63206Z","time spent":"526.790563ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:20.158877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.032556Z","time spent":"1.126295029s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:20.15889Z","caller":"traceutil/trace.go:171","msg":"trace[1744847901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2496; }","duration":"723.431349ms","start":"2026-03-29T02:08:19.435439Z","end":"2026-03-29T02:08:20.15887Z","steps":["trace[1744847901] 'agreement among raft nodes before linearized reading' (duration: 723.245065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:20.158915Z","caller":"traceutil/trace.go:171","msg":"trace[1226110715] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.127584978s","start":"2026-03-29T02:08:19.031318Z","end":"2026-03-29T02:08:20.158903Z","steps":["trace[1226110715] 'process raft request' (duration: 1.127074307s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.158941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.435421Z","time spent":"723.511412ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:20.158975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.031309Z","time spent":"1.127638399s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:20.159012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.019109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-29T02:08:20.159014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.412838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:08:20.159094Z","caller":"traceutil/trace.go:171","msg":"trace[1939313850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2496; }","duration":"438.561721ms","start":"2026-03-29T02:08:19.720515Z","end":"2026-03-29T02:08:20.159077Z","steps":["trace[1939313850] 'agreement among raft nodes before linearized reading' (duration: 438.433898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.159113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.230524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-29T02:08:20.15914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.720496Z","time spent":"438.634813ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:08:20.159146Z","caller":"traceutil/trace.go:171","msg":"trace[1741634744] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2496; }","duration":"483.295076ms","start":"2026-03-29T02:08:19.675837Z","end":"2026-03-29T02:08:20.159132Z","steps":["trace[1741634744] 'agreement among raft nodes before linearized reading' (duration: 483.226285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.159181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.675807Z","time spent":"483.368948ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:08:20.159216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.119946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:08:20.159258Z","caller":"traceutil/trace.go:171","msg":"trace[1055078561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2496; }","duration":"306.187667ms","start":"2026-03-29T02:08:19.853061Z","end":"2026-03-29T02:08:20.159249Z","steps":["trace[1055078561] 'agreement among raft nodes before linearized reading' (duration: 306.062024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.15929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.853023Z","time spent":"306.260458ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:08:20.159045Z","caller":"traceutil/trace.go:171","msg":"trace[18846232] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2496; }","duration":"442.08513ms","start":"2026-03-29T02:08:19.716952Z","end":"2026-03-29T02:08:20.159037Z","steps":["trace[18846232] 'agreement among raft nodes before linearized reading' (duration: 442.006188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.159335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.716933Z","time spent":"442.390347ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T02:08:20.15939Z","caller":"traceutil/trace.go:171","msg":"trace[827563154] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"1.126924662s","start":"2026-03-29T02:08:19.031673Z","end":"2026-03-29T02:08:20.158598Z","steps":["trace[827563154] 'process raft request' (duration: 1.12680256s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.159755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.031652Z","time spent":"1.128066119s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:20.515111Z","caller":"traceutil/trace.go:171","msg":"trace[924831094] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"351.586787ms","start":"2026-03-29T02:08:20.163498Z","end":"2026-03-29T02:08:20.515085Z","steps":["trace[924831094] 'process raft request' (duration: 259.295414ms)","trace[924831094] 'compare' (duration: 92.118169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:20.515408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.163465Z","time spent":"351.72239ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:20.515411Z","caller":"traceutil/trace.go:171","msg":"trace[1326028393] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"351.015104ms","start":"2026-03-29T02:08:20.164371Z","end":"2026-03-29T02:08:20.515386Z","steps":["trace[1326028393] 'process raft request' (duration: 350.673857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.515671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.164358Z","time spent":"351.236629ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:20.515828Z","caller":"traceutil/trace.go:171","msg":"trace[792812615] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"351.419883ms","start":"2026-03-29T02:08:20.164378Z","end":"2026-03-29T02:08:20.515798Z","steps":["trace[792812615] 'process raft request' (duration: 350.931933ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:20.51591Z","caller":"traceutil/trace.go:171","msg":"trace[1889881327] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"351.475155ms","start":"2026-03-29T02:08:20.164421Z","end":"2026-03-29T02:08:20.515896Z","steps":["trace[1889881327] 'process raft request' (duration: 351.344782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.515974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.164402Z","time spent":"351.536246ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:20.515975Z","caller":"traceutil/trace.go:171","msg":"trace[797752949] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2619; }","duration":"217.295011ms","start":"2026-03-29T02:08:20.298558Z","end":"2026-03-29T02:08:20.515853Z","steps":["trace[797752949] 'read index received' (duration: 124.152739ms)","trace[797752949] 'applied index is now lower than readState.Index' (duration: 93.141142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:20.516013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.164366Z","time spent":"351.535846ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:20.516217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.629248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:20.516331Z","caller":"traceutil/trace.go:171","msg":"trace[756698126] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2500; }","duration":"217.792952ms","start":"2026-03-29T02:08:20.298517Z","end":"2026-03-29T02:08:20.516309Z","steps":["trace[756698126] 'agreement among raft nodes before linearized reading' (duration: 217.538606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.74099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.673357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:20.741159Z","caller":"traceutil/trace.go:171","msg":"trace[1428890254] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"102.389151ms","start":"2026-03-29T02:08:20.638756Z","end":"2026-03-29T02:08:20.741145Z","steps":["trace[1428890254] 'process raft request' (duration: 102.321679ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:20.741386Z","caller":"traceutil/trace.go:171","msg":"trace[388243141] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"301.207536ms","start":"2026-03-29T02:08:20.440025Z","end":"2026-03-29T02:08:20.741233Z","steps":["trace[388243141] 'process raft request' (duration: 177.338864ms)","trace[388243141] 'compare' (duration: 123.301599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:20.741665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.440001Z","time spent":"301.470252ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:21.858255Z","caller":"traceutil/trace.go:171","msg":"trace[354369960] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"234.046646ms","start":"2026-03-29T02:08:21.624166Z","end":"2026-03-29T02:08:21.858213Z","steps":["trace[354369960] 'process raft request' (duration: 233.814601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.336106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.622665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:08:22.336228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.956142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:08:22.33631Z","caller":"traceutil/trace.go:171","msg":"trace[1337307210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2503; }","duration":"172.092815ms","start":"2026-03-29T02:08:22.164198Z","end":"2026-03-29T02:08:22.336291Z","steps":["trace[1337307210] 'range keys from in-memory index tree' (duration: 171.648525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.336367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.306288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:5 size:1788"} {"level":"info","ts":"2026-03-29T02:08:22.336274Z","caller":"traceutil/trace.go:171","msg":"trace[223845466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2503; }","duration":"171.796878ms","start":"2026-03-29T02:08:22.16446Z","end":"2026-03-29T02:08:22.336257Z","steps":["trace[223845466] 'range keys from in-memory index tree' (duration: 171.508023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.336429Z","caller":"traceutil/trace.go:171","msg":"trace[1685982632] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:5; response_revision:2503; }","duration":"216.400201ms","start":"2026-03-29T02:08:22.120012Z","end":"2026-03-29T02:08:22.336413Z","steps":["trace[1685982632] 'range keys from in-memory index tree' (duration: 216.168365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.336587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.136239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-29T02:08:22.336565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.672758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:08:22.33694Z","caller":"traceutil/trace.go:171","msg":"trace[30328456] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2503; }","duration":"165.509768ms","start":"2026-03-29T02:08:22.171405Z","end":"2026-03-29T02:08:22.336915Z","steps":["trace[30328456] 'range keys from in-memory index tree' (duration: 164.966816ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.337024Z","caller":"traceutil/trace.go:171","msg":"trace[710135325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2503; }","duration":"173.189189ms","start":"2026-03-29T02:08:22.163795Z","end":"2026-03-29T02:08:22.336984Z","steps":["trace[710135325] 'range keys from in-memory index tree' (duration: 172.472713ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.444916Z","caller":"traceutil/trace.go:171","msg":"trace[1890469104] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"104.385985ms","start":"2026-03-29T02:08:22.340509Z","end":"2026-03-29T02:08:22.444895Z","steps":["trace[1890469104] 'process raft request' (duration: 104.253752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:23.020215Z","caller":"traceutil/trace.go:171","msg":"trace[1284763874] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"679.002721ms","start":"2026-03-29T02:08:22.341179Z","end":"2026-03-29T02:08:23.020182Z","steps":["trace[1284763874] 'process raft request' (duration: 678.912219ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:23.020418Z","caller":"traceutil/trace.go:171","msg":"trace[1936371253] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2626; }","duration":"630.221076ms","start":"2026-03-29T02:08:22.390173Z","end":"2026-03-29T02:08:23.020394Z","steps":["trace[1936371253] 'read index received' (duration: 54.567486ms)","trace[1936371253] 'applied index is now lower than readState.Index' (duration: 575.65169ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:23.020617Z","caller":"traceutil/trace.go:171","msg":"trace[151574550] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"679.144334ms","start":"2026-03-29T02:08:22.341447Z","end":"2026-03-29T02:08:23.020591Z","steps":["trace[151574550] 'process raft request' (duration: 678.681634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.020754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.451641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:23.020849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.341435Z","time spent":"679.266247ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.020733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.341153Z","time spent":"679.160985ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:23.020221Z","caller":"traceutil/trace.go:171","msg":"trace[1539045567] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"679.158715ms","start":"2026-03-29T02:08:22.341034Z","end":"2026-03-29T02:08:23.020193Z","steps":["trace[1539045567] 'process raft request' (duration: 678.871748ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:23.020856Z","caller":"traceutil/trace.go:171","msg":"trace[264496] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2507; }","duration":"630.713818ms","start":"2026-03-29T02:08:22.390126Z","end":"2026-03-29T02:08:23.02084Z","steps":["trace[264496] 'agreement among raft nodes before linearized reading' (duration: 630.453131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.021115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.390107Z","time spent":"630.982823ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"warn","ts":"2026-03-29T02:08:23.02138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.341014Z","time spent":"680.079887ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.049889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.805466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:23.049956Z","caller":"traceutil/trace.go:171","msg":"trace[1123168932] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2508; }","duration":"645.885308ms","start":"2026-03-29T02:08:22.404055Z","end":"2026-03-29T02:08:23.049941Z","steps":["trace[1123168932] 'agreement among raft nodes before linearized reading' (duration: 645.762305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.050022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.098766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:08:23.050102Z","caller":"traceutil/trace.go:171","msg":"trace[731673378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2508; }","duration":"530.223929ms","start":"2026-03-29T02:08:22.519859Z","end":"2026-03-29T02:08:23.050083Z","steps":["trace[731673378] 'agreement among raft nodes before linearized reading' (duration: 529.993354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.050151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.519822Z","time spent":"530.321612ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:08:23.050132Z","caller":"traceutil/trace.go:171","msg":"trace[1040848871] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"302.199998ms","start":"2026-03-29T02:08:22.747905Z","end":"2026-03-29T02:08:23.050105Z","steps":["trace[1040848871] 'process raft request' (duration: 301.796529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.050318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.846613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:08:23.050349Z","caller":"traceutil/trace.go:171","msg":"trace[236020825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2508; }","duration":"530.903224ms","start":"2026-03-29T02:08:22.519439Z","end":"2026-03-29T02:08:23.050342Z","steps":["trace[236020825] 'agreement among raft nodes before linearized reading' (duration: 530.70607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.050342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.74788Z","time spent":"302.314481ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.04999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.404001Z","time spent":"645.98023ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:23.050542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.519421Z","time spent":"531.110569ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:23.05071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.973346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:23.050734Z","caller":"traceutil/trace.go:171","msg":"trace[1918919552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"616.028298ms","start":"2026-03-29T02:08:22.434699Z","end":"2026-03-29T02:08:23.050727Z","steps":["trace[1918919552] 'agreement among raft nodes before linearized reading' (duration: 615.990337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.050752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.434682Z","time spent":"616.066108ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:23.050918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.7393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:08:23.05096Z","caller":"traceutil/trace.go:171","msg":"trace[1669498906] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2508; }","duration":"623.77826ms","start":"2026-03-29T02:08:22.427169Z","end":"2026-03-29T02:08:23.050947Z","steps":["trace[1669498906] 'agreement among raft nodes before linearized reading' (duration: 623.676908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.050987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.427116Z","time spent":"623.864302ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:08:23.373472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.258461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:23.37371Z","caller":"traceutil/trace.go:171","msg":"trace[1498472209] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"316.92507ms","start":"2026-03-29T02:08:23.056752Z","end":"2026-03-29T02:08:23.373677Z","steps":["trace[1498472209] 'process raft request' (duration: 123.355812ms)","trace[1498472209] 'compare' (duration: 193.051016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:23.373856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.056739Z","time spent":"317.043112ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:23.37411Z","caller":"traceutil/trace.go:171","msg":"trace[1083935663] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2631; }","duration":"298.70412ms","start":"2026-03-29T02:08:23.075384Z","end":"2026-03-29T02:08:23.374088Z","steps":["trace[1083935663] 'read index received' (duration: 104.700541ms)","trace[1083935663] 'applied index is now lower than readState.Index' (duration: 194.002399ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:23.374168Z","caller":"traceutil/trace.go:171","msg":"trace[1194795036] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"317.246487ms","start":"2026-03-29T02:08:23.056908Z","end":"2026-03-29T02:08:23.374154Z","steps":["trace[1194795036] 'process raft request' (duration: 316.714945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.374227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.056902Z","time spent":"317.293948ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:23.374622Z","caller":"traceutil/trace.go:171","msg":"trace[741005594] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"317.455482ms","start":"2026-03-29T02:08:23.057134Z","end":"2026-03-29T02:08:23.37459Z","steps":["trace[741005594] 'process raft request' (duration: 316.892019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.374794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.057117Z","time spent":"317.587054ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.375175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.778824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-03-29T02:08:23.375246Z","caller":"traceutil/trace.go:171","msg":"trace[326674838] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2511; }","duration":"299.887036ms","start":"2026-03-29T02:08:23.07534Z","end":"2026-03-29T02:08:23.375227Z","steps":["trace[326674838] 'agreement among raft nodes before linearized reading' (duration: 298.834183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.375908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.075295Z","time spent":"300.590581ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050287,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "}