{"level":"warn","ts":"2026-03-01T13:58:16.974154Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T13:58:16.97422Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.74:2380","--initial-cluster=instance=https://162.253.55.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T13:58:16.974277Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T13:58:16.97429Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-01T13:58:16.974308Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T13:58:16.974894Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"]} {"level":"info","ts":"2026-03-01T13:58:16.97496Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T13:58:16.980128Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.899361ms"} {"level":"info","ts":"2026-03-01T13:58:16.987175Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"30aa8136fb61a722","cluster-id":"e7ea3889c4872560"} {"level":"info","ts":"2026-03-01T13:58:16.987261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T13:58:16.987286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 0"} {"level":"info","ts":"2026-03-01T13:58:16.987301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 30aa8136fb61a722 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T13:58:16.987314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 1"} {"level":"info","ts":"2026-03-01T13:58:16.987363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"warn","ts":"2026-03-01T13:58:16.995415Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T13:58:17.000577Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T13:58:17.002258Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T13:58:17.005231Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"30aa8136fb61a722","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T13:58:17.005664Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"30aa8136fb61a722","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T13:58:17.00621Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:58:17.00633Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:58:17.006342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:58:17.007633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"info","ts":"2026-03-01T13:58:17.009257Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","added-peer-id":"30aa8136fb61a722","added-peer-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-01T13:58:17.010191Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T13:58:17.010291Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-01T13:58:17.010325Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-01T13:58:17.010406Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"30aa8136fb61a722","initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T13:58:17.010444Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T13:58:17.487846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T13:58:17.487918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T13:58:17.487954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgPreVoteResp from 30aa8136fb61a722 at term 1"} {"level":"info","ts":"2026-03-01T13:58:17.487971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became candidate at term 2"} {"level":"info","ts":"2026-03-01T13:58:17.487982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgVoteResp from 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-01T13:58:17.487996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became leader at term 2"} {"level":"info","ts":"2026-03-01T13:58:17.488074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 30aa8136fb61a722 elected leader 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-01T13:58:17.500621Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:58:17.502654Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T13:58:17.502756Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T13:58:17.502707Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"30aa8136fb61a722","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.74:2379]}","request-path":"/0/members/30aa8136fb61a722/attributes","cluster-id":"e7ea3889c4872560","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T13:58:17.503103Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T13:58:17.503168Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T13:58:17.503845Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:58:17.503962Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:58:17.504067Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:58:17.50598Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.74:2379"} {"level":"info","ts":"2026-03-01T13:58:17.506544Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-01T13:58:40.866658Z","caller":"traceutil/trace.go:171","msg":"trace[552462826] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"184.22027ms","start":"2026-03-01T13:58:40.682412Z","end":"2026-03-01T13:58:40.866632Z","steps":["trace[552462826] 'process raft request' (duration: 183.984905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:46.533382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180646745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T13:58:46.540038Z","caller":"traceutil/trace.go:171","msg":"trace[867265054] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"677.385146ms","start":"2026-03-01T13:58:45.862628Z","end":"2026-03-01T13:58:46.540013Z","steps":["trace[867265054] 'process raft request' (duration: 677.269304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:46.540584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:45.862608Z","time spent":"677.504989ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:58:46.82184Z","caller":"traceutil/trace.go:171","msg":"trace[1137000393] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:524; }","duration":"789.063668ms","start":"2026-03-01T13:58:46.032709Z","end":"2026-03-01T13:58:46.821773Z","steps":["trace[1137000393] 'read index received' (duration: 507.285288ms)","trace[1137000393] 'applied index is now lower than readState.Index' (duration: 281.7772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:58:46.821983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.06663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4374"} {"level":"warn","ts":"2026-03-01T13:58:46.82201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.281144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T13:58:46.822033Z","caller":"traceutil/trace.go:171","msg":"trace[1319094904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:507; }","duration":"317.171803ms","start":"2026-03-01T13:58:46.504852Z","end":"2026-03-01T13:58:46.822023Z","steps":["trace[1319094904] 'agreement among raft nodes before linearized reading' (duration: 317.07825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:46.822051Z","caller":"traceutil/trace.go:171","msg":"trace[913606174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:507; }","duration":"789.373976ms","start":"2026-03-01T13:58:46.032663Z","end":"2026-03-01T13:58:46.822037Z","steps":["trace[913606174] 'agreement among raft nodes before linearized reading' (duration: 789.201802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:46.822061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:46.504831Z","time spent":"317.222494ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T13:58:46.82217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:46.032644Z","time spent":"789.51685ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T13:58:49.33256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180646758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:58:49.570899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020974733s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:58:49.571572Z","caller":"traceutil/trace.go:171","msg":"trace[23935123] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.021744863s","start":"2026-03-01T13:58:48.54979Z","end":"2026-03-01T13:58:49.571535Z","steps":["trace[23935123] 'process raft request' (duration: 1.021467125s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:49.571769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:48.54977Z","time spent":"1.021897977s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:58:49.571847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.213029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T13:58:49.571883Z","caller":"traceutil/trace.go:171","msg":"trace[1914833601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"740.320261ms","start":"2026-03-01T13:58:48.831554Z","end":"2026-03-01T13:58:49.571874Z","steps":["trace[1914833601] 'agreement among raft nodes before linearized reading' (duration: 740.232459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:49.571915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:48.831524Z","time spent":"740.384943ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T13:58:49.571753Z","caller":"traceutil/trace.go:171","msg":"trace[1273314139] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"739.809038ms","start":"2026-03-01T13:58:48.831613Z","end":"2026-03-01T13:58:49.571422Z","steps":["trace[1273314139] 'read index received' (duration: 739.539881ms)","trace[1273314139] 'applied index is now lower than readState.Index' (duration: 268.367µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:58:49.57215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.772896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T13:58:49.572176Z","caller":"traceutil/trace.go:171","msg":"trace[976442922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"641.840268ms","start":"2026-03-01T13:58:48.930328Z","end":"2026-03-01T13:58:49.572168Z","steps":["trace[976442922] 'agreement among raft nodes before linearized reading' (duration: 641.795567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:49.572197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:48.930304Z","time spent":"641.885789ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T13:58:49.57237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.216377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:58:49.572406Z","caller":"traceutil/trace.go:171","msg":"trace[796438560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"308.293008ms","start":"2026-03-01T13:58:49.264102Z","end":"2026-03-01T13:58:49.572395Z","steps":["trace[796438560] 'agreement among raft nodes before linearized reading' (duration: 308.240997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:49.572424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:49.264076Z","time spent":"308.34434ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:58:49.572403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.74025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T13:58:49.572501Z","caller":"traceutil/trace.go:171","msg":"trace[1403762889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"241.860523ms","start":"2026-03-01T13:58:49.3306Z","end":"2026-03-01T13:58:49.57246Z","steps":["trace[1403762889] 'agreement among raft nodes before linearized reading' (duration: 241.654808ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:49.83621Z","caller":"traceutil/trace.go:171","msg":"trace[2081739282] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"260.941006ms","start":"2026-03-01T13:58:49.575242Z","end":"2026-03-01T13:58:49.836183Z","steps":["trace[2081739282] 'process raft request' (duration: 260.800132ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:49.841683Z","caller":"traceutil/trace.go:171","msg":"trace[1156144536] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"265.155154ms","start":"2026-03-01T13:58:49.576509Z","end":"2026-03-01T13:58:49.841664Z","steps":["trace[1156144536] 'process raft request' (duration: 265.035441ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:49.841921Z","caller":"traceutil/trace.go:171","msg":"trace[464033646] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"264.229511ms","start":"2026-03-01T13:58:49.577684Z","end":"2026-03-01T13:58:49.841914Z","steps":["trace[464033646] 'process raft request' (duration: 263.951774ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:49.84194Z","caller":"traceutil/trace.go:171","msg":"trace[821634974] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"255.69616ms","start":"2026-03-01T13:58:49.586223Z","end":"2026-03-01T13:58:49.841919Z","steps":["trace[821634974] 'process raft request' (duration: 255.599677ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:51.958633Z","caller":"traceutil/trace.go:171","msg":"trace[72437063] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"112.665992ms","start":"2026-03-01T13:58:51.845946Z","end":"2026-03-01T13:58:51.958612Z","steps":["trace[72437063] 'read index received' (duration: 112.496218ms)","trace[72437063] 'applied index is now lower than readState.Index' (duration: 169.144µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:58:51.958736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.771015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T13:58:51.958758Z","caller":"traceutil/trace.go:171","msg":"trace[118659636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:519; }","duration":"112.840107ms","start":"2026-03-01T13:58:51.84591Z","end":"2026-03-01T13:58:51.95875Z","steps":["trace[118659636] 'agreement among raft nodes before linearized reading' (duration: 112.771925ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:51.958781Z","caller":"traceutil/trace.go:171","msg":"trace[921399379] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"113.576985ms","start":"2026-03-01T13:58:51.845148Z","end":"2026-03-01T13:58:51.958725Z","steps":["trace[921399379] 'process raft request' (duration: 113.3549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:51.974411Z","caller":"traceutil/trace.go:171","msg":"trace[115549402] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"125.836292ms","start":"2026-03-01T13:58:51.848549Z","end":"2026-03-01T13:58:51.974385Z","steps":["trace[115549402] 'process raft request' (duration: 125.711319ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:58:53.631103Z","caller":"traceutil/trace.go:171","msg":"trace[1242949699] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"290.012225ms","start":"2026-03-01T13:58:53.341051Z","end":"2026-03-01T13:58:53.631063Z","steps":["trace[1242949699] 'process raft request' (duration: 289.746729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:53.956531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.776405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:58:53.956689Z","caller":"traceutil/trace.go:171","msg":"trace[1883214209] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"320.091124ms","start":"2026-03-01T13:58:53.636576Z","end":"2026-03-01T13:58:53.956668Z","steps":["trace[1883214209] 'process raft request' (duration: 146.885127ms)","trace[1883214209] 'compare' (duration: 172.330814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:58:53.956778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:53.63655Z","time spent":"320.177846ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:58:54.98198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.489343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:58:54.982465Z","caller":"traceutil/trace.go:171","msg":"trace[781842297] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"720.527385ms","start":"2026-03-01T13:58:54.261918Z","end":"2026-03-01T13:58:54.982446Z","steps":["trace[781842297] 'read index received' (duration: 272.73939ms)","trace[781842297] 'applied index is now lower than readState.Index' (duration: 447.784075ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:58:54.982485Z","caller":"traceutil/trace.go:171","msg":"trace[645156048] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"929.822424ms","start":"2026-03-01T13:58:54.052629Z","end":"2026-03-01T13:58:54.982452Z","steps":["trace[645156048] 'process raft request' (duration: 482.107441ms)","trace[645156048] 'compare' (duration: 443.089303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:58:54.982581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.652028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:58:54.982609Z","caller":"traceutil/trace.go:171","msg":"trace[1306174953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"720.72222ms","start":"2026-03-01T13:58:54.261879Z","end":"2026-03-01T13:58:54.982601Z","steps":["trace[1306174953] 'agreement among raft nodes before linearized reading' (duration: 720.638108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:54.982656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:54.261862Z","time spent":"720.773642ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:58:54.982664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:54.052604Z","time spent":"929.961298ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:58:56.487166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180646806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:58:56.988283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180646806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:58:57.488676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180646806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:58:57.898416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.932912021s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:58:57.89878Z","caller":"traceutil/trace.go:171","msg":"trace[2073200554] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.933374113s","start":"2026-03-01T13:58:55.965383Z","end":"2026-03-01T13:58:57.898757Z","steps":["trace[2073200554] 'process raft request' (duration: 1.933220009s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:57.898926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:55.96536Z","time spent":"1.933491207s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:58:58.255762Z","caller":"traceutil/trace.go:171","msg":"trace[735005854] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:550; }","duration":"2.269361519s","start":"2026-03-01T13:58:55.986369Z","end":"2026-03-01T13:58:58.255731Z","steps":["trace[735005854] 'read index received' (duration: 1.912232068s)","trace[735005854] 'applied index is now lower than readState.Index' (duration: 357.124861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:58:58.255857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269480962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T13:58:58.255906Z","caller":"traceutil/trace.go:171","msg":"trace[1091420005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"2.269562043s","start":"2026-03-01T13:58:55.986333Z","end":"2026-03-01T13:58:58.255895Z","steps":["trace[1091420005] 'agreement among raft nodes before linearized reading' (duration: 2.269466421s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:58.255928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:55.986319Z","time spent":"2.269604385s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T13:58:58.25601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204800799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T13:58:58.256085Z","caller":"traceutil/trace.go:171","msg":"trace[943623203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:531; }","duration":"2.204917493s","start":"2026-03-01T13:58:56.051151Z","end":"2026-03-01T13:58:58.256068Z","steps":["trace[943623203] 'agreement among raft nodes before linearized reading' (duration: 2.204765839s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:58.256121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269787551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T13:58:58.256203Z","caller":"traceutil/trace.go:171","msg":"trace[1005657271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"1.269902934s","start":"2026-03-01T13:58:56.986285Z","end":"2026-03-01T13:58:58.256188Z","steps":["trace[1005657271] 'agreement among raft nodes before linearized reading' (duration: 1.269791021s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:58.256135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:56.051114Z","time spent":"2.205006885s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T13:58:58.256251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:56.986264Z","time spent":"1.269972946s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T13:58:58.25603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.057247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:58:58.256323Z","caller":"traceutil/trace.go:171","msg":"trace[968992940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"991.383675ms","start":"2026-03-01T13:58:57.264931Z","end":"2026-03-01T13:58:58.256314Z","steps":["trace[968992940] 'agreement among raft nodes before linearized reading' (duration: 991.053337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:58:58.256344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:58:57.264911Z","time spent":"991.426767ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:00.098637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.257588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T13:59:00.098731Z","caller":"traceutil/trace.go:171","msg":"trace[1396098785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:543; }","duration":"195.390421ms","start":"2026-03-01T13:58:59.903307Z","end":"2026-03-01T13:59:00.098698Z","steps":["trace[1396098785] 'range keys from in-memory index tree' (duration: 195.114864ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:04.194251Z","caller":"traceutil/trace.go:171","msg":"trace[163822714] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"143.55838ms","start":"2026-03-01T13:59:04.050666Z","end":"2026-03-01T13:59:04.194225Z","steps":["trace[163822714] 'process raft request' (duration: 143.024676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:04.260236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.949711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T13:59:04.261075Z","caller":"traceutil/trace.go:171","msg":"trace[1287129021] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"126.042448ms","start":"2026-03-01T13:59:04.134218Z","end":"2026-03-01T13:59:04.260261Z","steps":["trace[1287129021] 'process raft request' (duration: 125.608636ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:04.261939Z","caller":"traceutil/trace.go:171","msg":"trace[1344786906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"139.603239ms","start":"2026-03-01T13:59:04.121226Z","end":"2026-03-01T13:59:04.260829Z","steps":["trace[1344786906] 'agreement among raft nodes before linearized reading' (duration: 138.88012ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:05.821129Z","caller":"traceutil/trace.go:171","msg":"trace[1280985293] transaction","detail":"{read_only:false; number_of_response:0; response_revision:634; }","duration":"150.444029ms","start":"2026-03-01T13:59:05.670662Z","end":"2026-03-01T13:59:05.821106Z","steps":["trace[1280985293] 'process raft request' (duration: 125.3567ms)","trace[1280985293] 'compare' (duration: 25.037928ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:10.525041Z","caller":"traceutil/trace.go:171","msg":"trace[2062252406] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"101.835683ms","start":"2026-03-01T13:59:10.423185Z","end":"2026-03-01T13:59:10.525021Z","steps":["trace[2062252406] 'process raft request' (duration: 54.1151ms)","trace[2062252406] 'compare' (duration: 47.623861ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:10.647303Z","caller":"traceutil/trace.go:171","msg":"trace[1822252823] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"105.339492ms","start":"2026-03-01T13:59:10.541929Z","end":"2026-03-01T13:59:10.647268Z","steps":["trace[1822252823] 'process raft request' (duration: 105.147327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:11.032725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.557346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:11.032967Z","caller":"traceutil/trace.go:171","msg":"trace[1116000720] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"370.036715ms","start":"2026-03-01T13:59:10.662914Z","end":"2026-03-01T13:59:11.032951Z","steps":["trace[1116000720] 'process raft request' (duration: 369.988973ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:11.032989Z","caller":"traceutil/trace.go:171","msg":"trace[925732763] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"378.526444ms","start":"2026-03-01T13:59:10.654436Z","end":"2026-03-01T13:59:11.032962Z","steps":["trace[925732763] 'process raft request' (duration: 378.411031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:11.033031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:10.662893Z","time spent":"370.107247ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:11.033074Z","caller":"traceutil/trace.go:171","msg":"trace[1365766787] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"379.631222ms","start":"2026-03-01T13:59:10.653415Z","end":"2026-03-01T13:59:11.033047Z","steps":["trace[1365766787] 'process raft request' (duration: 128.672976ms)","trace[1365766787] 'compare' (duration: 250.438193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:11.033121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:10.654413Z","time spent":"378.631397ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:11.033189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:10.653404Z","time spent":"379.723254ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:14.865609Z","caller":"traceutil/trace.go:171","msg":"trace[108613736] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"163.386383ms","start":"2026-03-01T13:59:14.7022Z","end":"2026-03-01T13:59:14.865587Z","steps":["trace[108613736] 'process raft request' (duration: 163.245619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:16.909396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:17.410104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:17.712977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313346577s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:59:17.713449Z","caller":"traceutil/trace.go:171","msg":"trace[1207229063] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:742; }","duration":"1.304997931s","start":"2026-03-01T13:59:16.408435Z","end":"2026-03-01T13:59:17.713433Z","steps":["trace[1207229063] 'read index received' (duration: 1.304832177s)","trace[1207229063] 'applied index is now lower than readState.Index' (duration: 164.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:17.713509Z","caller":"traceutil/trace.go:171","msg":"trace[1888651155] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"1.313910931s","start":"2026-03-01T13:59:16.39957Z","end":"2026-03-01T13:59:17.713481Z","steps":["trace[1888651155] 'process raft request' (duration: 1.313735447s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:17.713608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305161566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T13:59:17.713631Z","caller":"traceutil/trace.go:171","msg":"trace[347886315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:717; }","duration":"1.305218177s","start":"2026-03-01T13:59:16.408406Z","end":"2026-03-01T13:59:17.713625Z","steps":["trace[347886315] 'agreement among raft nodes before linearized reading' (duration: 1.305092294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:17.713638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:16.399553Z","time spent":"1.314015795s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:17.713655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:16.408396Z","time spent":"1.305253398s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T13:59:17.713703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283714371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T13:59:17.713769Z","caller":"traceutil/trace.go:171","msg":"trace[1134686480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:717; }","duration":"1.283816783s","start":"2026-03-01T13:59:16.429935Z","end":"2026-03-01T13:59:17.713752Z","steps":["trace[1134686480] 'agreement among raft nodes before linearized reading' (duration: 1.283630129s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:17.713773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283343922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T13:59:17.713795Z","caller":"traceutil/trace.go:171","msg":"trace[866484569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:717; }","duration":"1.283376212s","start":"2026-03-01T13:59:16.430413Z","end":"2026-03-01T13:59:17.71379Z","steps":["trace[866484569] 'agreement among raft nodes before linearized reading' (duration: 1.283317111s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:17.713801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:16.429912Z","time spent":"1.283883405s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T13:59:17.713817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:16.430399Z","time spent":"1.283412293s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:17.713867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283006802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T13:59:17.713955Z","caller":"traceutil/trace.go:171","msg":"trace[1288516596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:717; }","duration":"1.283141157s","start":"2026-03-01T13:59:16.430788Z","end":"2026-03-01T13:59:17.713929Z","steps":["trace[1288516596] 'agreement among raft nodes before linearized reading' (duration: 1.282920691s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:17.714009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:16.430768Z","time spent":"1.283227399s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:18.76536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:19.232359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062225606s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T13:59:19.994065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.3676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:19.994182Z","caller":"traceutil/trace.go:171","msg":"trace[1000754516] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"2.276620136s","start":"2026-03-01T13:59:17.717544Z","end":"2026-03-01T13:59:19.994164Z","steps":["trace[1000754516] 'process raft request' (duration: 1.515075822s)","trace[1000754516] 'compare' (duration: 761.270227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:19.994263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:17.717529Z","time spent":"2.276695578s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:20.264789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T13:59:20.264902Z","caller":"traceutil/trace.go:171","msg":"trace[910493554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455987s","start":"2026-03-01T13:59:18.264423Z","end":"2026-03-01T13:59:20.264879Z","steps":["trace[910493554] 'agreement among raft nodes before linearized reading' (duration: 2.000319123s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:20.264952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:18.264401Z","time spent":"2.000540159s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:21.45564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.223087112s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:59:21.45601Z","caller":"traceutil/trace.go:171","msg":"trace[1653898175] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"3.73796153s","start":"2026-03-01T13:59:17.718032Z","end":"2026-03-01T13:59:21.455994Z","steps":["trace[1653898175] 'process raft request' (duration: 3.737816256s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.456146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:17.718008Z","time spent":"3.738062032s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:21.456304Z","caller":"traceutil/trace.go:171","msg":"trace[266718598] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:743; }","duration":"3.191789481s","start":"2026-03-01T13:59:18.264488Z","end":"2026-03-01T13:59:21.456278Z","steps":["trace[266718598] 'read index received' (duration: 968.113663ms)","trace[266718598] 'applied index is now lower than readState.Index' (duration: 2.223674998s)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:21.45638Z","caller":"traceutil/trace.go:171","msg":"trace[1722841186] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"3.738338929s","start":"2026-03-01T13:59:17.718032Z","end":"2026-03-01T13:59:21.456371Z","steps":["trace[1722841186] 'process raft request' (duration: 3.737922669s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.456424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:17.718012Z","time spent":"3.73838705s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:21.456434Z","caller":"traceutil/trace.go:171","msg":"trace[442968819] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"3.737329512s","start":"2026-03-01T13:59:17.719078Z","end":"2026-03-01T13:59:21.456407Z","steps":["trace[442968819] 'process raft request' (duration: 3.737104696s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.456575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:17.719068Z","time spent":"3.737431284s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:21.497508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.83759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T13:59:21.497577Z","caller":"traceutil/trace.go:171","msg":"trace[1244898644] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:722; }","duration":"480.911591ms","start":"2026-03-01T13:59:21.016646Z","end":"2026-03-01T13:59:21.497557Z","steps":["trace[1244898644] 'agreement among raft nodes before linearized reading' (duration: 480.753157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.497578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231955774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:21.497572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779560059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T13:59:21.49758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.841525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:21.497617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.01659Z","time spent":"481.017374ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":51,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T13:59:21.497628Z","caller":"traceutil/trace.go:171","msg":"trace[1929875397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"1.232044096s","start":"2026-03-01T13:59:20.26557Z","end":"2026-03-01T13:59:21.497614Z","steps":["trace[1929875397] 'agreement among raft nodes before linearized reading' (duration: 1.231973484s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:21.497638Z","caller":"traceutil/trace.go:171","msg":"trace[650294717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"1.779697692s","start":"2026-03-01T13:59:19.717926Z","end":"2026-03-01T13:59:21.497624Z","steps":["trace[650294717] 'agreement among raft nodes before linearized reading' (duration: 1.779458146s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.497621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.388374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-01T13:59:21.497661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:20.265548Z","time spent":"1.232106698s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T13:59:21.497661Z","caller":"traceutil/trace.go:171","msg":"trace[1717661621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"912.952988ms","start":"2026-03-01T13:59:20.584684Z","end":"2026-03-01T13:59:21.497637Z","steps":["trace[1717661621] 'agreement among raft nodes before linearized reading' (duration: 912.824885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.497672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:19.717903Z","time spent":"1.779761334s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T13:59:21.497692Z","caller":"traceutil/trace.go:171","msg":"trace[1672064067] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:722; }","duration":"948.504917ms","start":"2026-03-01T13:59:20.549168Z","end":"2026-03-01T13:59:21.497673Z","steps":["trace[1672064067] 'agreement among raft nodes before linearized reading' (duration: 948.266901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.497718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:20.584671Z","time spent":"913.03744ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:21.497736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:20.549149Z","time spent":"948.57818ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-01T13:59:21.497776Z","caller":"traceutil/trace.go:171","msg":"trace[1483880784] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"918.4433ms","start":"2026-03-01T13:59:20.579317Z","end":"2026-03-01T13:59:21.497761Z","steps":["trace[1483880784] 'process raft request' (duration: 917.920086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.497861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:20.579293Z","time spent":"918.522062ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:21.927749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.821012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:21.927956Z","caller":"traceutil/trace.go:171","msg":"trace[51029332] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"411.798204ms","start":"2026-03-01T13:59:21.516145Z","end":"2026-03-01T13:59:21.927943Z","steps":["trace[51029332] 'process raft request' (duration: 411.748553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.928006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.516132Z","time spent":"411.851615ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:21.928224Z","caller":"traceutil/trace.go:171","msg":"trace[1618474100] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"426.053363ms","start":"2026-03-01T13:59:21.502162Z","end":"2026-03-01T13:59:21.928215Z","steps":["trace[1618474100] 'process raft request' (duration: 51.709618ms)","trace[1618474100] 'compare' (duration: 373.735489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:21.928445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.50214Z","time spent":"426.285668ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:21.928463Z","caller":"traceutil/trace.go:171","msg":"trace[907065764] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:749; }","duration":"422.174022ms","start":"2026-03-01T13:59:21.50627Z","end":"2026-03-01T13:59:21.928444Z","steps":["trace[907065764] 'read index received' (duration: 8.673084ms)","trace[907065764] 'applied index is now lower than readState.Index' (duration: 413.499248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:21.928546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.266884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:21.928582Z","caller":"traceutil/trace.go:171","msg":"trace[1363881527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"422.322476ms","start":"2026-03-01T13:59:21.50625Z","end":"2026-03-01T13:59:21.928572Z","steps":["trace[1363881527] 'agreement among raft nodes before linearized reading' (duration: 422.259773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:21.928613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.506236Z","time spent":"422.370268ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:21.928604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.502841Z","time spent":"425.757075ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T13:59:22.47251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.400952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:22.47261Z","caller":"traceutil/trace.go:171","msg":"trace[509847431] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:752; }","duration":"541.653881ms","start":"2026-03-01T13:59:21.930941Z","end":"2026-03-01T13:59:22.472595Z","steps":["trace[509847431] 'read index received' (duration: 138.995993ms)","trace[509847431] 'applied index is now lower than readState.Index' (duration: 402.656298ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:22.472693Z","caller":"traceutil/trace.go:171","msg":"trace[2130547134] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"542.677297ms","start":"2026-03-01T13:59:21.930005Z","end":"2026-03-01T13:59:22.472683Z","steps":["trace[2130547134] 'process raft request' (duration: 140.03514ms)","trace[2130547134] 'compare' (duration: 402.243717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:22.472741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.929968Z","time spent":"542.749059ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:22.472976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.635553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:22.473029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.891295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T13:59:22.473054Z","caller":"traceutil/trace.go:171","msg":"trace[325064929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"208.744306ms","start":"2026-03-01T13:59:22.264292Z","end":"2026-03-01T13:59:22.473036Z","steps":["trace[325064929] 'agreement among raft nodes before linearized reading' (duration: 208.626833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:22.473045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.094063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T13:59:22.473085Z","caller":"traceutil/trace.go:171","msg":"trace[73129706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:725; }","duration":"474.988538ms","start":"2026-03-01T13:59:21.998082Z","end":"2026-03-01T13:59:22.473071Z","steps":["trace[73129706] 'agreement among raft nodes before linearized reading' (duration: 474.800843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:22.4731Z","caller":"traceutil/trace.go:171","msg":"trace[1123159843] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:725; }","duration":"542.187895ms","start":"2026-03-01T13:59:21.930899Z","end":"2026-03-01T13:59:22.473087Z","steps":["trace[1123159843] 'agreement among raft nodes before linearized reading' (duration: 542.009731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:22.473129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.998065Z","time spent":"475.056049ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T13:59:22.472984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.737593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T13:59:22.473136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:21.930881Z","time spent":"542.245906ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-01T13:59:22.473183Z","caller":"traceutil/trace.go:171","msg":"trace[971945806] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:725; }","duration":"146.985349ms","start":"2026-03-01T13:59:22.326181Z","end":"2026-03-01T13:59:22.473166Z","steps":["trace[971945806] 'agreement among raft nodes before linearized reading' (duration: 146.712132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:25.239199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642048952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:25.239295Z","caller":"traceutil/trace.go:171","msg":"trace[593502224] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:753; }","duration":"2.614879589s","start":"2026-03-01T13:59:22.624398Z","end":"2026-03-01T13:59:25.239278Z","steps":["trace[593502224] 'read index received' (duration: 79.982µs)","trace[593502224] 'applied index is now lower than readState.Index' (duration: 2.614798397s)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:25.239649Z","caller":"traceutil/trace.go:171","msg":"trace[207804113] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"2.762466474s","start":"2026-03-01T13:59:22.477156Z","end":"2026-03-01T13:59:25.239622Z","steps":["trace[207804113] 'process raft request' (duration: 119.872139ms)","trace[207804113] 'compare' (duration: 2.641802125s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:25.23976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:22.477112Z","time spent":"2.762603887s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:25.239792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615356271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T13:59:25.239865Z","caller":"traceutil/trace.go:171","msg":"trace[453165483] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:726; }","duration":"2.615513926s","start":"2026-03-01T13:59:22.624333Z","end":"2026-03-01T13:59:25.239847Z","steps":["trace[453165483] 'agreement among raft nodes before linearized reading' (duration: 2.61533879s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:25.239916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:22.624298Z","time spent":"2.615608058s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:25.264538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T13:59:25.264693Z","caller":"traceutil/trace.go:171","msg":"trace[7194690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428218s","start":"2026-03-01T13:59:23.264241Z","end":"2026-03-01T13:59:25.264669Z","steps":["trace[7194690] 'agreement among raft nodes before linearized reading' (duration: 2.000228992s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:25.264754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.264228Z","time spent":"2.000513169s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 13:59:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T13:59:25.743029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:26.243723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:26.744666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:27.207324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.694769412s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:59:27.207876Z","caller":"traceutil/trace.go:171","msg":"trace[1386656047] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"3.695390688s","start":"2026-03-01T13:59:23.512464Z","end":"2026-03-01T13:59:27.207855Z","steps":["trace[1386656047] 'process raft request' (duration: 3.695228364s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.207997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.512442Z","time spent":"3.695492441s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:27.265022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T13:59:27.265126Z","caller":"traceutil/trace.go:171","msg":"trace[663519691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387145s","start":"2026-03-01T13:59:25.264715Z","end":"2026-03-01T13:59:27.265102Z","steps":["trace[663519691] 'agreement among raft nodes before linearized reading' (duration: 2.000261892s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.265195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.264695Z","time spent":"2.000484729s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 13:59:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T13:59:27.34533Z","caller":"traceutil/trace.go:171","msg":"trace[1939611034] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"3.527688333s","start":"2026-03-01T13:59:23.817615Z","end":"2026-03-01T13:59:27.345303Z","steps":["trace[1939611034] 'process raft request' (duration: 3.527524519s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.345516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.817595Z","time spent":"3.527832067s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5169,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:27.41107Z","caller":"traceutil/trace.go:171","msg":"trace[227940806] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:754; }","duration":"2.171721385s","start":"2026-03-01T13:59:25.239324Z","end":"2026-03-01T13:59:27.411046Z","steps":["trace[227940806] 'read index received' (duration: 1.968318257s)","trace[227940806] 'applied index is now lower than readState.Index' (duration: 203.401638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:27.411197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212786266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.411261Z","caller":"traceutil/trace.go:171","msg":"trace[1811772138] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:728; }","duration":"2.212874028s","start":"2026-03-01T13:59:25.198366Z","end":"2026-03-01T13:59:27.41124Z","steps":["trace[1811772138] 'agreement among raft nodes before linearized reading' (duration: 2.212703744s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.198298Z","time spent":"2.212999632s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T13:59:27.411429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708701275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7c96b6546b-qcl8j.1898bc5b892cd85a\" ","response":"range_response_count:1 size:828"} {"level":"warn","ts":"2026-03-01T13:59:27.411568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213074093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.411561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950184794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T13:59:27.411562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47958856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T13:59:27.41157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950817641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T13:59:27.411597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95117753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T13:59:27.411629Z","caller":"traceutil/trace.go:171","msg":"trace[49875100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:728; }","duration":"3.950280386s","start":"2026-03-01T13:59:23.461331Z","end":"2026-03-01T13:59:27.411612Z","steps":["trace[49875100] 'agreement among raft nodes before linearized reading' (duration: 3.950097861s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.411633Z","caller":"traceutil/trace.go:171","msg":"trace[416458573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:728; }","duration":"3.479691372s","start":"2026-03-01T13:59:23.931929Z","end":"2026-03-01T13:59:27.41162Z","steps":["trace[416458573] 'agreement among raft nodes before linearized reading' (duration: 3.479475677s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.41166Z","caller":"traceutil/trace.go:171","msg":"trace[1208137030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:728; }","duration":"3.950940884s","start":"2026-03-01T13:59:23.460699Z","end":"2026-03-01T13:59:27.41164Z","steps":["trace[1208137030] 'agreement among raft nodes before linearized reading' (duration: 3.950681707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.931915Z","time spent":"3.479751824s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:27.411675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.461323Z","time spent":"3.950343488s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:27.411671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21256602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.411705Z","caller":"traceutil/trace.go:171","msg":"trace[23466838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"3.951295683s","start":"2026-03-01T13:59:23.460353Z","end":"2026-03-01T13:59:27.411649Z","steps":["trace[23466838] 'agreement among raft nodes before linearized reading' (duration: 3.951086237s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.411733Z","caller":"traceutil/trace.go:171","msg":"trace[1601122940] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:728; }","duration":"2.212643263s","start":"2026-03-01T13:59:25.199077Z","end":"2026-03-01T13:59:27.41172Z","steps":["trace[1601122940] 'agreement among raft nodes before linearized reading' (duration: 2.212564111s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.41161Z","caller":"traceutil/trace.go:171","msg":"trace[1257196812] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:728; }","duration":"2.213152916s","start":"2026-03-01T13:59:25.198445Z","end":"2026-03-01T13:59:27.411598Z","steps":["trace[1257196812] 'agreement among raft nodes before linearized reading' (duration: 2.213076954s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.6698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.411779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.199069Z","time spent":"2.212695534s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-01T13:59:27.411742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.46069Z","time spent":"3.951026567s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:27.411803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766887081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.411819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.411829Z","caller":"traceutil/trace.go:171","msg":"trace[1828074294] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:728; }","duration":"1.766912281s","start":"2026-03-01T13:59:25.644908Z","end":"2026-03-01T13:59:27.41182Z","steps":["trace[1828074294] 'agreement among raft nodes before linearized reading' (duration: 1.76687129s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78429643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.41185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.644901Z","time spent":"1.766944402s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-01T13:59:27.411851Z","caller":"traceutil/trace.go:171","msg":"trace[1547568475] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:728; }","duration":"1.640017282s","start":"2026-03-01T13:59:25.771824Z","end":"2026-03-01T13:59:27.411841Z","steps":["trace[1547568475] 'agreement among raft nodes before linearized reading' (duration: 1.63996692s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.411866Z","caller":"traceutil/trace.go:171","msg":"trace[2144662886] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:728; }","duration":"1.784341811s","start":"2026-03-01T13:59:25.627516Z","end":"2026-03-01T13:59:27.411858Z","steps":["trace[2144662886] 'agreement among raft nodes before linearized reading' (duration: 1.78430183s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.771806Z","time spent":"1.640068143s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:27.411794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.198418Z","time spent":"2.213357871s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:27.411908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.627508Z","time spent":"1.784391242s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-01T13:59:27.411565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798901407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.411992Z","caller":"traceutil/trace.go:171","msg":"trace[1937089269] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:728; }","duration":"1.799361479s","start":"2026-03-01T13:59:25.612616Z","end":"2026-03-01T13:59:27.411978Z","steps":["trace[1937089269] 'agreement among raft nodes before linearized reading' (duration: 1.798897967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.315717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.412032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.612589Z","time spent":"1.799429971s","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-03-01T13:59:27.412048Z","caller":"traceutil/trace.go:171","msg":"trace[531403459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"140.739978ms","start":"2026-03-01T13:59:27.271292Z","end":"2026-03-01T13:59:27.412032Z","steps":["trace[531403459] 'agreement among raft nodes before linearized reading' (duration: 140.302666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.412074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766670196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.4121Z","caller":"traceutil/trace.go:171","msg":"trace[79209593] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:728; }","duration":"1.766708096s","start":"2026-03-01T13:59:25.645386Z","end":"2026-03-01T13:59:27.412094Z","steps":["trace[79209593] 'agreement among raft nodes before linearized reading' (duration: 1.766667425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.41211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784886565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.412112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.001473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T13:59:27.412126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.64538Z","time spent":"1.766734507s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-01T13:59:27.41214Z","caller":"traceutil/trace.go:171","msg":"trace[141362336] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:728; }","duration":"1.784942857s","start":"2026-03-01T13:59:25.627188Z","end":"2026-03-01T13:59:27.412131Z","steps":["trace[141362336] 'agreement among raft nodes before linearized reading' (duration: 1.784895576s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.412146Z","caller":"traceutil/trace.go:171","msg":"trace[327159056] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:728; }","duration":"994.037584ms","start":"2026-03-01T13:59:26.418099Z","end":"2026-03-01T13:59:27.412137Z","steps":["trace[327159056] 'agreement among raft nodes before linearized reading' (duration: 993.971593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.411759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:23.460326Z","time spent":"3.951424096s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T13:59:27.412169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.62712Z","time spent":"1.785042149s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T13:59:27.412176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:26.41804Z","time spent":"994.128556ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:27.412215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767298911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.411797Z","caller":"traceutil/trace.go:171","msg":"trace[1117958871] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:728; }","duration":"363.749972ms","start":"2026-03-01T13:59:27.048033Z","end":"2026-03-01T13:59:27.411783Z","steps":["trace[1117958871] 'agreement among raft nodes before linearized reading' (duration: 363.697981ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.412234Z","caller":"traceutil/trace.go:171","msg":"trace[1478837169] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:728; }","duration":"1.767329082s","start":"2026-03-01T13:59:25.644899Z","end":"2026-03-01T13:59:27.412228Z","steps":["trace[1478837169] 'agreement among raft nodes before linearized reading' (duration: 1.767299821s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.412253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.644892Z","time spent":"1.767355622s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:27.412263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:27.048008Z","time spent":"364.236014ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:27.412326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785115911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.412354Z","caller":"traceutil/trace.go:171","msg":"trace[1755539721] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:728; }","duration":"1.785230964s","start":"2026-03-01T13:59:25.627114Z","end":"2026-03-01T13:59:27.412345Z","steps":["trace[1755539721] 'agreement among raft nodes before linearized reading' (duration: 1.785160302s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.412382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.627106Z","time spent":"1.785268945s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:27.411713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.519728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T13:59:27.412428Z","caller":"traceutil/trace.go:171","msg":"trace[785596636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:728; }","duration":"166.256707ms","start":"2026-03-01T13:59:27.246156Z","end":"2026-03-01T13:59:27.412413Z","steps":["trace[785596636] 'agreement among raft nodes before linearized reading' (duration: 165.479167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.412476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799294698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:27.412477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799739329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.412498Z","caller":"traceutil/trace.go:171","msg":"trace[1357286785] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:728; }","duration":"1.799329428s","start":"2026-03-01T13:59:25.613163Z","end":"2026-03-01T13:59:27.412492Z","steps":["trace[1357286785] 'agreement among raft nodes before linearized reading' (duration: 1.799293277s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.412511Z","caller":"traceutil/trace.go:171","msg":"trace[2036514613] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:728; }","duration":"1.799813341s","start":"2026-03-01T13:59:25.612688Z","end":"2026-03-01T13:59:27.412501Z","steps":["trace[2036514613] 'agreement among raft nodes before linearized reading' (duration: 1.799753039s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.412517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.613156Z","time spent":"1.799356139s","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-01T13:59:27.412544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:25.612665Z","time spent":"1.799870452s","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T13:59:27.411477Z","caller":"traceutil/trace.go:171","msg":"trace[2044459575] range","detail":"{range_begin:/registry/events/kube-system/coredns-7c96b6546b-qcl8j.1898bc5b892cd85a; range_end:; response_count:1; response_revision:728; }","duration":"2.708771036s","start":"2026-03-01T13:59:24.70269Z","end":"2026-03-01T13:59:27.411461Z","steps":["trace[2044459575] 'agreement among raft nodes before linearized reading' (duration: 2.708605932s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.412756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:24.70267Z","time spent":"2.71006727s","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/kube-system/coredns-7c96b6546b-qcl8j.1898bc5b892cd85a\" "} {"level":"info","ts":"2026-03-01T13:59:27.590423Z","caller":"traceutil/trace.go:171","msg":"trace[1103872020] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"173.271949ms","start":"2026-03-01T13:59:27.417132Z","end":"2026-03-01T13:59:27.590404Z","steps":["trace[1103872020] 'process raft request' (duration: 173.190526ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.590591Z","caller":"traceutil/trace.go:171","msg":"trace[490068715] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"173.662358ms","start":"2026-03-01T13:59:27.416889Z","end":"2026-03-01T13:59:27.590552Z","steps":["trace[490068715] 'process raft request' (duration: 173.183525ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.590746Z","caller":"traceutil/trace.go:171","msg":"trace[534461989] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"172.94045ms","start":"2026-03-01T13:59:27.417796Z","end":"2026-03-01T13:59:27.590737Z","steps":["trace[534461989] 'process raft request' (duration: 172.805567ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.590729Z","caller":"traceutil/trace.go:171","msg":"trace[1944305133] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:757; }","duration":"173.72312ms","start":"2026-03-01T13:59:27.416988Z","end":"2026-03-01T13:59:27.590711Z","steps":["trace[1944305133] 'read index received' (duration: 20.644873ms)","trace[1944305133] 'applied index is now lower than readState.Index' (duration: 153.077567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:27.590823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.805112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:27.59084Z","caller":"traceutil/trace.go:171","msg":"trace[1306019626] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"173.562856ms","start":"2026-03-01T13:59:27.417257Z","end":"2026-03-01T13:59:27.59082Z","steps":["trace[1306019626] 'process raft request' (duration: 173.123185ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.590841Z","caller":"traceutil/trace.go:171","msg":"trace[280623989] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"171.73228ms","start":"2026-03-01T13:59:27.419078Z","end":"2026-03-01T13:59:27.59081Z","steps":["trace[280623989] 'process raft request' (duration: 171.603847ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:27.590863Z","caller":"traceutil/trace.go:171","msg":"trace[2060033715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"173.896345ms","start":"2026-03-01T13:59:27.41696Z","end":"2026-03-01T13:59:27.590856Z","steps":["trace[2060033715] 'agreement among raft nodes before linearized reading' (duration: 173.802633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:27.590929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.764101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T13:59:27.590957Z","caller":"traceutil/trace.go:171","msg":"trace[1397080360] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc; range_end:; response_count:1; response_revision:734; }","duration":"149.836793ms","start":"2026-03-01T13:59:27.441113Z","end":"2026-03-01T13:59:27.590949Z","steps":["trace[1397080360] 'agreement among raft nodes before linearized reading' (duration: 149.731711ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:30.112451Z","caller":"traceutil/trace.go:171","msg":"trace[1995761490] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"513.219855ms","start":"2026-03-01T13:59:29.599213Z","end":"2026-03-01T13:59:30.112433Z","steps":["trace[1995761490] 'process raft request' (duration: 513.082702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:30.112568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:29.5992Z","time spent":"513.311077ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:30.237253Z","caller":"traceutil/trace.go:171","msg":"trace[1143570451] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"637.884157ms","start":"2026-03-01T13:59:29.599349Z","end":"2026-03-01T13:59:30.237233Z","steps":["trace[1143570451] 'process raft request' (duration: 637.827726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:30.237269Z","caller":"traceutil/trace.go:171","msg":"trace[2119779477] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"637.931189ms","start":"2026-03-01T13:59:29.599303Z","end":"2026-03-01T13:59:30.237234Z","steps":["trace[2119779477] 'process raft request' (duration: 637.763554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:30.237378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:29.599091Z","time spent":"638.223756ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:30.237438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:29.599277Z","time spent":"638.067191ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:30.237539Z","caller":"traceutil/trace.go:171","msg":"trace[1767285342] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"637.124899ms","start":"2026-03-01T13:59:29.600385Z","end":"2026-03-01T13:59:30.23751Z","steps":["trace[1767285342] 'process raft request' (duration: 637.009125ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:30.237628Z","caller":"traceutil/trace.go:171","msg":"trace[236540563] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"638.141975ms","start":"2026-03-01T13:59:29.599452Z","end":"2026-03-01T13:59:30.237594Z","steps":["trace[236540563] 'process raft request' (duration: 637.752364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:30.23771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:29.600375Z","time spent":"637.251152ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:30.237798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:29.599443Z","time spent":"638.263948ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:32.330654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:32.458789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041868279s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:32.458891Z","caller":"traceutil/trace.go:171","msg":"trace[1546062066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:740; }","duration":"1.041984322s","start":"2026-03-01T13:59:31.416894Z","end":"2026-03-01T13:59:32.458878Z","steps":["trace[1546062066] 'range keys from in-memory index tree' (duration: 1.041855318s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:32.459173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909534868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T13:59:32.459243Z","caller":"traceutil/trace.go:171","msg":"trace[1628699760] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:740; }","duration":"1.909679871s","start":"2026-03-01T13:59:30.549545Z","end":"2026-03-01T13:59:32.459225Z","steps":["trace[1628699760] 'range keys from in-memory index tree' (duration: 1.909375674s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:32.459286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:30.549524Z","time spent":"1.909752534s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-01T13:59:32.459468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874259435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:32.459497Z","caller":"traceutil/trace.go:171","msg":"trace[908167350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"1.874307727s","start":"2026-03-01T13:59:30.58518Z","end":"2026-03-01T13:59:32.459487Z","steps":["trace[908167350] 'range keys from in-memory index tree' (duration: 1.874201154s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:32.459475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400574062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T13:59:32.459525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:30.585165Z","time spent":"1.874353368s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T13:59:32.459538Z","caller":"traceutil/trace.go:171","msg":"trace[890510711] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:740; }","duration":"1.400645994s","start":"2026-03-01T13:59:31.058877Z","end":"2026-03-01T13:59:32.459523Z","steps":["trace[890510711] 'count revisions from in-memory index tree' (duration: 1.40047104s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:32.459576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:31.058819Z","time spent":"1.400745976s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:32.459949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195131622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:32.459983Z","caller":"traceutil/trace.go:171","msg":"trace[1509960684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"1.195199214s","start":"2026-03-01T13:59:31.264774Z","end":"2026-03-01T13:59:32.459973Z","steps":["trace[1509960684] 'range keys from in-memory index tree' (duration: 1.19502268s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:32.460146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:31.264755Z","time spent":"1.195381469s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:32.831678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:33.119921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433096842s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:59:33.120219Z","caller":"traceutil/trace.go:171","msg":"trace[1737626687] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"1.433479782s","start":"2026-03-01T13:59:31.686721Z","end":"2026-03-01T13:59:33.120201Z","steps":["trace[1737626687] 'process raft request' (duration: 1.433355689s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.120349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:31.686697Z","time spent":"1.433583045s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:33.152698Z","caller":"traceutil/trace.go:171","msg":"trace[1539732755] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:769; }","duration":"1.322563885s","start":"2026-03-01T13:59:31.83011Z","end":"2026-03-01T13:59:33.152674Z","steps":["trace[1539732755] 'read index received' (duration: 1.289958883s)","trace[1539732755] 'applied index is now lower than readState.Index' (duration: 32.603842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:33.15272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.460212Z","time spent":"692.502689ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T13:59:33.152863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32273106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T13:59:33.152919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036277926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T13:59:33.152944Z","caller":"traceutil/trace.go:171","msg":"trace[1327051730] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:741; }","duration":"1.322825142s","start":"2026-03-01T13:59:31.830098Z","end":"2026-03-01T13:59:33.152923Z","steps":["trace[1327051730] 'agreement among raft nodes before linearized reading' (duration: 1.322686619s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.152944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.300379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:33.152999Z","caller":"traceutil/trace.go:171","msg":"trace[166593636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"686.399472ms","start":"2026-03-01T13:59:32.466587Z","end":"2026-03-01T13:59:33.152986Z","steps":["trace[166593636] 'agreement among raft nodes before linearized reading' (duration: 686.30244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.152997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:31.830052Z","time spent":"1.322934845s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:33.153007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.589527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T13:59:33.15303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.466572Z","time spent":"686.452534ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:33.153026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.809213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T13:59:33.153056Z","caller":"traceutil/trace.go:171","msg":"trace[1891526162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:741; }","duration":"910.864584ms","start":"2026-03-01T13:59:32.242185Z","end":"2026-03-01T13:59:33.15305Z","steps":["trace[1891526162] 'agreement among raft nodes before linearized reading' (duration: 910.788632ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:33.153058Z","caller":"traceutil/trace.go:171","msg":"trace[972998747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:741; }","duration":"910.68843ms","start":"2026-03-01T13:59:32.242356Z","end":"2026-03-01T13:59:33.153044Z","steps":["trace[972998747] 'agreement among raft nodes before linearized reading' (duration: 910.497215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.153074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.741491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T13:59:33.153086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.242168Z","time spent":"910.910345ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:33.153094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.242322Z","time spent":"910.764162ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T13:59:33.15312Z","caller":"traceutil/trace.go:171","msg":"trace[1761147399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:741; }","duration":"910.792442ms","start":"2026-03-01T13:59:32.24231Z","end":"2026-03-01T13:59:33.153102Z","steps":["trace[1761147399] 'agreement among raft nodes before linearized reading' (duration: 910.639248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.153143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.811622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T13:59:33.153178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.242251Z","time spent":"910.919846ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T13:59:33.153226Z","caller":"traceutil/trace.go:171","msg":"trace[74378487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:741; }","duration":"910.955587ms","start":"2026-03-01T13:59:32.242253Z","end":"2026-03-01T13:59:33.153209Z","steps":["trace[74378487] 'agreement among raft nodes before linearized reading' (duration: 910.68796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.153273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.242235Z","time spent":"911.028738ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T13:59:33.152956Z","caller":"traceutil/trace.go:171","msg":"trace[1140749475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:741; }","duration":"1.036362318s","start":"2026-03-01T13:59:32.116581Z","end":"2026-03-01T13:59:33.152943Z","steps":["trace[1140749475] 'agreement among raft nodes before linearized reading' (duration: 1.036214454s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:33.153374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:32.116561Z","time spent":"1.036804119s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T13:59:33.259805Z","caller":"traceutil/trace.go:171","msg":"trace[1813705310] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"102.770715ms","start":"2026-03-01T13:59:33.157015Z","end":"2026-03-01T13:59:33.259786Z","steps":["trace[1813705310] 'process raft request' (duration: 102.684313ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:33.259811Z","caller":"traceutil/trace.go:171","msg":"trace[1371029649] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"103.201816ms","start":"2026-03-01T13:59:33.15658Z","end":"2026-03-01T13:59:33.259782Z","steps":["trace[1371029649] 'process raft request' (duration: 103.026592ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:33.259987Z","caller":"traceutil/trace.go:171","msg":"trace[1309461478] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"102.233172ms","start":"2026-03-01T13:59:33.157737Z","end":"2026-03-01T13:59:33.25997Z","steps":["trace[1309461478] 'process raft request' (duration: 102.015436ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:33.260007Z","caller":"traceutil/trace.go:171","msg":"trace[495118781] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"102.118659ms","start":"2026-03-01T13:59:33.157878Z","end":"2026-03-01T13:59:33.259997Z","steps":["trace[495118781] 'process raft request' (duration: 101.898303ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:33.260095Z","caller":"traceutil/trace.go:171","msg":"trace[500888415] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"102.913749ms","start":"2026-03-01T13:59:33.157171Z","end":"2026-03-01T13:59:33.260084Z","steps":["trace[500888415] 'process raft request' (duration: 102.55588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:45.22447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.210512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:45.224989Z","caller":"traceutil/trace.go:171","msg":"trace[952254236] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"1.84965311s","start":"2026-03-01T13:59:43.375289Z","end":"2026-03-01T13:59:45.224942Z","steps":["trace[952254236] 'process raft request' (duration: 1.091892993s)","trace[952254236] 'compare' (duration: 756.636747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:45.225158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.375259Z","time spent":"1.849861275s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:46.095265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.628085272s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T13:59:46.264944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T13:59:46.265008Z","caller":"traceutil/trace.go:171","msg":"trace[98521127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205851s","start":"2026-03-01T13:59:44.264785Z","end":"2026-03-01T13:59:46.264991Z","steps":["trace[98521127] 'agreement among raft nodes before linearized reading' (duration: 2.000129979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.26505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:44.264771Z","time spent":"2.000269842s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:46.27948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.881843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:46.279767Z","caller":"traceutil/trace.go:171","msg":"trace[1893812072] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:807; }","duration":"2.047088963s","start":"2026-03-01T13:59:44.232664Z","end":"2026-03-01T13:59:46.279753Z","steps":["trace[1893812072] 'read index received' (duration: 234.527983ms)","trace[1893812072] 'applied index is now lower than readState.Index' (duration: 1.81256012s)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:46.27989Z","caller":"traceutil/trace.go:171","msg":"trace[2131315325] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"2.90357391s","start":"2026-03-01T13:59:43.376273Z","end":"2026-03-01T13:59:46.279847Z","steps":["trace[2131315325] 'process raft request' (duration: 2.903274412s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.279989Z","caller":"traceutil/trace.go:171","msg":"trace[170314983] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"2.902532784s","start":"2026-03-01T13:59:43.377342Z","end":"2026-03-01T13:59:46.279875Z","steps":["trace[170314983] 'process raft request' (duration: 2.90237986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.280013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.37626Z","time spent":"2.903688644s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:46.280021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047325998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:46.28011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.377329Z","time spent":"2.902714078s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:46.280126Z","caller":"traceutil/trace.go:171","msg":"trace[2129073189] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:780; }","duration":"2.047505884s","start":"2026-03-01T13:59:44.232597Z","end":"2026-03-01T13:59:46.280102Z","steps":["trace[2129073189] 'agreement among raft nodes before linearized reading' (duration: 2.047281558s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.280152Z","caller":"traceutil/trace.go:171","msg":"trace[1046239674] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"2.904634758s","start":"2026-03-01T13:59:43.375497Z","end":"2026-03-01T13:59:46.280132Z","steps":["trace[1046239674] 'process raft request' (duration: 2.720039097s)","trace[1046239674] 'compare' (duration: 183.666218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:46.280184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:44.232561Z","time spent":"2.047605805s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:46.280245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.375474Z","time spent":"2.90472725s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:46.280261Z","caller":"traceutil/trace.go:171","msg":"trace[701762409] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"2.90319017s","start":"2026-03-01T13:59:43.377053Z","end":"2026-03-01T13:59:46.280243Z","steps":["trace[701762409] 'process raft request' (duration: 2.902633436s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.280004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.485854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:46.280361Z","caller":"traceutil/trace.go:171","msg":"trace[1112034605] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:780; }","duration":"756.875834ms","start":"2026-03-01T13:59:45.523469Z","end":"2026-03-01T13:59:46.280345Z","steps":["trace[1112034605] 'agreement among raft nodes before linearized reading' (duration: 756.424052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.280387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.377037Z","time spent":"2.903276873s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:46.280424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:45.523412Z","time spent":"756.992866ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T13:59:47.108415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.699387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:47.108539Z","caller":"traceutil/trace.go:171","msg":"trace[876967602] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:812; }","duration":"256.759207ms","start":"2026-03-01T13:59:46.851762Z","end":"2026-03-01T13:59:47.108521Z","steps":["trace[876967602] 'read index received' (duration: 39.791µs)","trace[876967602] 'applied index is now lower than readState.Index' (duration: 256.711926ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:47.108595Z","caller":"traceutil/trace.go:171","msg":"trace[1628251382] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"818.520397ms","start":"2026-03-01T13:59:46.290042Z","end":"2026-03-01T13:59:47.108562Z","steps":["trace[1628251382] 'process raft request' (duration: 147.294557ms)","trace[1628251382] 'compare' (duration: 670.506942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:47.108633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.87176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T13:59:47.108678Z","caller":"traceutil/trace.go:171","msg":"trace[349039079] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:781; }","duration":"256.953102ms","start":"2026-03-01T13:59:46.851712Z","end":"2026-03-01T13:59:47.108665Z","steps":["trace[349039079] 'agreement among raft nodes before linearized reading' (duration: 256.862849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.108768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:46.290026Z","time spent":"818.64273ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:48.45176Z","caller":"traceutil/trace.go:171","msg":"trace[1967016595] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:814; }","duration":"187.752163ms","start":"2026-03-01T13:59:48.26399Z","end":"2026-03-01T13:59:48.451742Z","steps":["trace[1967016595] 'read index received' (duration: 187.586269ms)","trace[1967016595] 'applied index is now lower than readState.Index' (duration: 165.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:48.451837Z","caller":"traceutil/trace.go:171","msg":"trace[1315285343] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"692.134681ms","start":"2026-03-01T13:59:47.75967Z","end":"2026-03-01T13:59:48.451804Z","steps":["trace[1315285343] 'process raft request' (duration: 691.962186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:48.451882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.879417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:48.451908Z","caller":"traceutil/trace.go:171","msg":"trace[216950772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"187.949028ms","start":"2026-03-01T13:59:48.26395Z","end":"2026-03-01T13:59:48.451899Z","steps":["trace[216950772] 'agreement among raft nodes before linearized reading' (duration: 187.890236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:48.451987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:47.759647Z","time spent":"692.256513ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:48.452075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.034094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T13:59:48.45215Z","caller":"traceutil/trace.go:171","msg":"trace[1988722628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:783; }","duration":"168.149606ms","start":"2026-03-01T13:59:48.283984Z","end":"2026-03-01T13:59:48.452133Z","steps":["trace[1988722628] 'agreement among raft nodes before linearized reading' (duration: 167.94625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:48.452239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.005712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T13:59:48.452291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.969487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T13:59:48.452302Z","caller":"traceutil/trace.go:171","msg":"trace[1198323907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:783; }","duration":"168.067864ms","start":"2026-03-01T13:59:48.284201Z","end":"2026-03-01T13:59:48.452269Z","steps":["trace[1198323907] 'agreement among raft nodes before linearized reading' (duration: 167.925121ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:48.452334Z","caller":"traceutil/trace.go:171","msg":"trace[548794930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:783; }","duration":"167.050239ms","start":"2026-03-01T13:59:48.285276Z","end":"2026-03-01T13:59:48.452327Z","steps":["trace[548794930] 'agreement among raft nodes before linearized reading' (duration: 166.942786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:48.452394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.775967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T13:59:48.452547Z","caller":"traceutil/trace.go:171","msg":"trace[1426965256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:783; }","duration":"167.954082ms","start":"2026-03-01T13:59:48.284528Z","end":"2026-03-01T13:59:48.452482Z","steps":["trace[1426965256] 'agreement among raft nodes before linearized reading' (duration: 167.534131ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:48.621557Z","caller":"traceutil/trace.go:171","msg":"trace[1397655155] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"164.769239ms","start":"2026-03-01T13:59:48.456765Z","end":"2026-03-01T13:59:48.621534Z","steps":["trace[1397655155] 'process raft request' (duration: 164.653616ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:48.621796Z","caller":"traceutil/trace.go:171","msg":"trace[44139627] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"164.950313ms","start":"2026-03-01T13:59:48.456825Z","end":"2026-03-01T13:59:48.621775Z","steps":["trace[44139627] 'process raft request' (duration: 164.657296ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:48.621613Z","caller":"traceutil/trace.go:171","msg":"trace[1045933608] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"165.16657ms","start":"2026-03-01T13:59:48.456386Z","end":"2026-03-01T13:59:48.621552Z","steps":["trace[1045933608] 'process raft request' (duration: 70.842791ms)","trace[1045933608] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 94.013061ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:48.622503Z","caller":"traceutil/trace.go:171","msg":"trace[757347369] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"165.186649ms","start":"2026-03-01T13:59:48.457296Z","end":"2026-03-01T13:59:48.622482Z","steps":["trace[757347369] 'process raft request' (duration: 164.41717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.59996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473641831s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T13:59:50.600075Z","caller":"traceutil/trace.go:171","msg":"trace[165314522] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:819; }","duration":"1.335947662s","start":"2026-03-01T13:59:49.264087Z","end":"2026-03-01T13:59:50.600034Z","steps":["trace[165314522] 'read index received' (duration: 42.791µs)","trace[165314522] 'applied index is now lower than readState.Index' (duration: 1.335903341s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:50.600264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336152577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:50.60033Z","caller":"traceutil/trace.go:171","msg":"trace[893857184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"1.33626935s","start":"2026-03-01T13:59:49.264046Z","end":"2026-03-01T13:59:50.600315Z","steps":["trace[893857184] 'agreement among raft nodes before linearized reading' (duration: 1.336151737s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.600364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:49.264026Z","time spent":"1.336332891s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:50.600427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244436237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-01T13:59:50.60049Z","caller":"traceutil/trace.go:171","msg":"trace[1515211555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:787; }","duration":"1.244551369s","start":"2026-03-01T13:59:49.355923Z","end":"2026-03-01T13:59:50.600475Z","steps":["trace[1515211555] 'agreement among raft nodes before linearized reading' (duration: 1.244342624s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.600544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:49.355885Z","time spent":"1.244646302s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T13:59:51.104091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.615798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:51.104186Z","caller":"traceutil/trace.go:171","msg":"trace[645297218] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:821; }","duration":"478.185599ms","start":"2026-03-01T13:59:50.625985Z","end":"2026-03-01T13:59:51.104171Z","steps":["trace[645297218] 'read index received' (duration: 80.429068ms)","trace[645297218] 'applied index is now lower than readState.Index' (duration: 397.755431ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:51.104199Z","caller":"traceutil/trace.go:171","msg":"trace[1217186373] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"498.240608ms","start":"2026-03-01T13:59:50.605938Z","end":"2026-03-01T13:59:51.104178Z","steps":["trace[1217186373] 'process raft request' (duration: 100.463717ms)","trace[1217186373] 'compare' (duration: 397.504985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:51.104303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.605916Z","time spent":"498.328451ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:51.104342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.350033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T13:59:51.104371Z","caller":"traceutil/trace.go:171","msg":"trace[1892111531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:788; }","duration":"478.410515ms","start":"2026-03-01T13:59:50.625951Z","end":"2026-03-01T13:59:51.104361Z","steps":["trace[1892111531] 'agreement among raft nodes before linearized reading' (duration: 478.284352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.104407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.625934Z","time spent":"478.466657ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T13:59:51.140227Z","caller":"traceutil/trace.go:171","msg":"trace[17219867] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"513.105583ms","start":"2026-03-01T13:59:50.6271Z","end":"2026-03-01T13:59:51.140206Z","steps":["trace[17219867] 'process raft request' (duration: 512.878587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.140353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.627083Z","time spent":"513.205685ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:51.140529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.279392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T13:59:51.14065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.131849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T13:59:51.140671Z","caller":"traceutil/trace.go:171","msg":"trace[1530276321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"514.18166ms","start":"2026-03-01T13:59:50.626483Z","end":"2026-03-01T13:59:51.140665Z","steps":["trace[1530276321] 'agreement among raft nodes before linearized reading' (duration: 514.113459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.140698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.626278Z","time spent":"514.415696ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T13:59:51.140643Z","caller":"traceutil/trace.go:171","msg":"trace[1000780182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:789; }","duration":"514.414636ms","start":"2026-03-01T13:59:50.62621Z","end":"2026-03-01T13:59:51.140624Z","steps":["trace[1000780182] 'agreement among raft nodes before linearized reading' (duration: 513.994526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.140815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.626202Z","time spent":"514.548729ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:51.140837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.990115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T13:59:51.140942Z","caller":"traceutil/trace.go:171","msg":"trace[899274069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:789; }","duration":"514.110128ms","start":"2026-03-01T13:59:50.626814Z","end":"2026-03-01T13:59:51.140924Z","steps":["trace[899274069] 'agreement among raft nodes before linearized reading' (duration: 513.747879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.141015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.626755Z","time spent":"514.221271ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T13:59:51.140809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.289836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T13:59:51.141309Z","caller":"traceutil/trace.go:171","msg":"trace[249510202] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:789; }","duration":"388.833869ms","start":"2026-03-01T13:59:50.752456Z","end":"2026-03-01T13:59:51.14129Z","steps":["trace[249510202] 'agreement among raft nodes before linearized reading' (duration: 388.125761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.141397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.752438Z","time spent":"388.941734ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:01.025616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.50771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:01.025736Z","caller":"traceutil/trace.go:171","msg":"trace[414218069] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"367.860281ms","start":"2026-03-01T14:00:00.657856Z","end":"2026-03-01T14:00:01.025717Z","steps":["trace[414218069] 'process raft request' (duration: 210.188677ms)","trace[414218069] 'compare' (duration: 157.176852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:01.025798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:00.657837Z","time spent":"367.931383ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":821,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:04.57408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:05.07454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:05.481295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.670896465s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:06.262291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:00:06.262371Z","caller":"traceutil/trace.go:171","msg":"trace[935770033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120229s","start":"2026-03-01T14:00:04.262229Z","end":"2026-03-01T14:00:06.262349Z","steps":["trace[935770033] 'agreement among raft nodes before linearized reading' (duration: 2.000022077s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:06.262464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:04.262203Z","time spent":"2.000248903s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:07.007104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525596088s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:07.007241Z","caller":"traceutil/trace.go:171","msg":"trace[1880876979] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:914; }","duration":"2.933756311s","start":"2026-03-01T14:00:04.073469Z","end":"2026-03-01T14:00:07.007225Z","steps":["trace[1880876979] 'read index received' (duration: 1.407922667s)","trace[1880876979] 'applied index is now lower than readState.Index' (duration: 1.525832494s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:07.007311Z","caller":"traceutil/trace.go:171","msg":"trace[1299110968] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"3.196982756s","start":"2026-03-01T14:00:03.810317Z","end":"2026-03-01T14:00:07.0073Z","steps":["trace[1299110968] 'process raft request' (duration: 1.67110344s)","trace[1299110968] 'compare' (duration: 1.525283501s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:07.007366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:03.810295Z","time spent":"3.197040366s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:07.007493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934028187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:07.00753Z","caller":"traceutil/trace.go:171","msg":"trace[957131961] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:878; }","duration":"2.934102969s","start":"2026-03-01T14:00:04.073418Z","end":"2026-03-01T14:00:07.007521Z","steps":["trace[957131961] 'agreement among raft nodes before linearized reading' (duration: 2.934041187s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.007558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:04.073397Z","time spent":"2.934153961s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:07.070371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806437823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:00:07.070424Z","caller":"traceutil/trace.go:171","msg":"trace[272858424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:878; }","duration":"1.806522315s","start":"2026-03-01T14:00:05.26389Z","end":"2026-03-01T14:00:07.070413Z","steps":["trace[272858424] 'agreement among raft nodes before linearized reading' (duration: 1.806391711s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.070447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.263878Z","time spent":"1.806564186s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:07.070573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.835715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:07.070596Z","caller":"traceutil/trace.go:171","msg":"trace[1028478878] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:878; }","duration":"264.880516ms","start":"2026-03-01T14:00:06.805709Z","end":"2026-03-01T14:00:07.07059Z","steps":["trace[1028478878] 'agreement among raft nodes before linearized reading' (duration: 264.848915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.070674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.079472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:07.070687Z","caller":"traceutil/trace.go:171","msg":"trace[1215386673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"808.125182ms","start":"2026-03-01T14:00:06.262557Z","end":"2026-03-01T14:00:07.070682Z","steps":["trace[1215386673] 'agreement among raft nodes before linearized reading' (duration: 808.106632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.070698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:06.262541Z","time spent":"808.154754ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:07.070777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338345284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:07.070807Z","caller":"traceutil/trace.go:171","msg":"trace[833022959] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:878; }","duration":"1.338411346s","start":"2026-03-01T14:00:05.732391Z","end":"2026-03-01T14:00:07.070803Z","steps":["trace[833022959] 'agreement among raft nodes before linearized reading' (duration: 1.338368895s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.07082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.732374Z","time spent":"1.338442997s","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:07.070822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842406663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:07.070866Z","caller":"traceutil/trace.go:171","msg":"trace[1694486108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"1.842517295s","start":"2026-03-01T14:00:05.228337Z","end":"2026-03-01T14:00:07.070854Z","steps":["trace[1694486108] 'agreement among raft nodes before linearized reading' (duration: 1.842348601s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.070889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.228318Z","time spent":"1.842567696s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:07.070974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885543955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:07.071059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808967726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T14:00:07.071061Z","caller":"traceutil/trace.go:171","msg":"trace[1417886474] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:878; }","duration":"2.885665158s","start":"2026-03-01T14:00:04.185376Z","end":"2026-03-01T14:00:07.071041Z","steps":["trace[1417886474] 'agreement among raft nodes before linearized reading' (duration: 2.884865728s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.071077Z","caller":"traceutil/trace.go:171","msg":"trace[640755017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:878; }","duration":"1.809025418s","start":"2026-03-01T14:00:05.262046Z","end":"2026-03-01T14:00:07.071072Z","steps":["trace[640755017] 'agreement among raft nodes before linearized reading' (duration: 1.808972486s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.071094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.262024Z","time spent":"1.809066638s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:07.071113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822540406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:00:07.071146Z","caller":"traceutil/trace.go:171","msg":"trace[2110535075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"1.822597647s","start":"2026-03-01T14:00:05.248543Z","end":"2026-03-01T14:00:07.071141Z","steps":["trace[2110535075] 'agreement among raft nodes before linearized reading' (duration: 1.822534146s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.07116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.248528Z","time spent":"1.822628778s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:07.071112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:04.185322Z","time spent":"2.885778421s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:07.071233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90867499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-01T14:00:07.071249Z","caller":"traceutil/trace.go:171","msg":"trace[977993092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:878; }","duration":"1.908718031s","start":"2026-03-01T14:00:05.162528Z","end":"2026-03-01T14:00:07.071246Z","steps":["trace[977993092] 'agreement among raft nodes before linearized reading' (duration: 1.90867841s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.071261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.16251Z","time spent":"1.908748521s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:07.071371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215041804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:07.071392Z","caller":"traceutil/trace.go:171","msg":"trace[2132415708] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:878; }","duration":"2.215088465s","start":"2026-03-01T14:00:04.856299Z","end":"2026-03-01T14:00:07.071388Z","steps":["trace[2132415708] 'agreement among raft nodes before linearized reading' (duration: 2.215015163s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.071409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:04.856283Z","time spent":"2.215120266s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":108,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:07.197588Z","caller":"traceutil/trace.go:171","msg":"trace[1976716439] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"122.490235ms","start":"2026-03-01T14:00:07.075071Z","end":"2026-03-01T14:00:07.197562Z","steps":["trace[1976716439] 'process raft request' (duration: 122.30721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.197747Z","caller":"traceutil/trace.go:171","msg":"trace[487454710] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"122.455443ms","start":"2026-03-01T14:00:07.075279Z","end":"2026-03-01T14:00:07.197735Z","steps":["trace[487454710] 'process raft request' (duration: 122.243108ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.197847Z","caller":"traceutil/trace.go:171","msg":"trace[1926483124] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"122.501224ms","start":"2026-03-01T14:00:07.075338Z","end":"2026-03-01T14:00:07.197839Z","steps":["trace[1926483124] 'process raft request' (duration: 122.358581ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.197986Z","caller":"traceutil/trace.go:171","msg":"trace[1434312211] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:916; }","duration":"118.76923ms","start":"2026-03-01T14:00:07.079209Z","end":"2026-03-01T14:00:07.197978Z","steps":["trace[1434312211] 'read index received' (duration: 9.315672ms)","trace[1434312211] 'applied index is now lower than readState.Index' (duration: 109.452758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:07.198069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.834682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:07.198091Z","caller":"traceutil/trace.go:171","msg":"trace[1376891138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:884; }","duration":"118.905964ms","start":"2026-03-01T14:00:07.079179Z","end":"2026-03-01T14:00:07.198085Z","steps":["trace[1376891138] 'agreement among raft nodes before linearized reading' (duration: 118.830702ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.198087Z","caller":"traceutil/trace.go:171","msg":"trace[1691187535] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"122.681609ms","start":"2026-03-01T14:00:07.075396Z","end":"2026-03-01T14:00:07.198078Z","steps":["trace[1691187535] 'process raft request' (duration: 122.405883ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.198183Z","caller":"traceutil/trace.go:171","msg":"trace[1074462071] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"122.410331ms","start":"2026-03-01T14:00:07.075747Z","end":"2026-03-01T14:00:07.198157Z","steps":["trace[1074462071] 'process raft request' (duration: 122.199216ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.906205Z","caller":"traceutil/trace.go:171","msg":"trace[1754484673] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"169.904071ms","start":"2026-03-01T14:00:08.736275Z","end":"2026-03-01T14:00:08.906179Z","steps":["trace[1754484673] 'process raft request' (duration: 169.722526ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:13.546016Z","caller":"traceutil/trace.go:171","msg":"trace[1968010455] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"197.807758ms","start":"2026-03-01T14:00:13.348187Z","end":"2026-03-01T14:00:13.545995Z","steps":["trace[1968010455] 'process raft request' (duration: 197.695015ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:13.546072Z","caller":"traceutil/trace.go:171","msg":"trace[311252097] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"196.406793ms","start":"2026-03-01T14:00:13.349643Z","end":"2026-03-01T14:00:13.546049Z","steps":["trace[311252097] 'process raft request' (duration: 196.323541ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:13.546248Z","caller":"traceutil/trace.go:171","msg":"trace[1206036148] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"198.092805ms","start":"2026-03-01T14:00:13.348141Z","end":"2026-03-01T14:00:13.546234Z","steps":["trace[1206036148] 'process raft request' (duration: 118.411012ms)","trace[1206036148] 'compare' (duration: 79.013736ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:15.80072Z","caller":"traceutil/trace.go:171","msg":"trace[1629232243] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"245.264144ms","start":"2026-03-01T14:00:15.555434Z","end":"2026-03-01T14:00:15.800698Z","steps":["trace[1629232243] 'process raft request' (duration: 245.1149ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:15.800859Z","caller":"traceutil/trace.go:171","msg":"trace[1283695844] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"245.378547ms","start":"2026-03-01T14:00:15.555449Z","end":"2026-03-01T14:00:15.800828Z","steps":["trace[1283695844] 'process raft request' (duration: 245.215323ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:20.114245Z","caller":"traceutil/trace.go:171","msg":"trace[72805072] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"291.909621ms","start":"2026-03-01T14:00:19.822312Z","end":"2026-03-01T14:00:20.114222Z","steps":["trace[72805072] 'process raft request' (duration: 291.763508ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:20.230152Z","caller":"traceutil/trace.go:171","msg":"trace[936358707] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"407.608255ms","start":"2026-03-01T14:00:19.822514Z","end":"2026-03-01T14:00:20.230122Z","steps":["trace[936358707] 'process raft request' (duration: 334.717822ms)","trace[936358707] 'compare' (duration: 72.76565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:20.230326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:19.822505Z","time spent":"407.724929ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:21.181668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.686628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:21.181756Z","caller":"traceutil/trace.go:171","msg":"trace[1689985069] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:919; }","duration":"435.813541ms","start":"2026-03-01T14:00:20.745926Z","end":"2026-03-01T14:00:21.181739Z","steps":["trace[1689985069] 'count revisions from in-memory index tree' (duration: 435.569546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:21.181799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:20.745911Z","time spent":"435.877273ms","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:22.954434Z","caller":"traceutil/trace.go:171","msg":"trace[354321922] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"269.44431ms","start":"2026-03-01T14:00:22.684964Z","end":"2026-03-01T14:00:22.954409Z","steps":["trace[354321922] 'process raft request' (duration: 269.266105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:23.655517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.172886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:23.655642Z","caller":"traceutil/trace.go:171","msg":"trace[1935254242] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"693.839235ms","start":"2026-03-01T14:00:22.961776Z","end":"2026-03-01T14:00:23.655615Z","steps":["trace[1935254242] 'process raft request' (duration: 132.470075ms)","trace[1935254242] 'compare' (duration: 560.996231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:23.655731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:22.961757Z","time spent":"693.943688ms","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:23.748259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:24.248526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:24.618573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.524286598s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:25.1623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.394772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:25.162481Z","caller":"traceutil/trace.go:171","msg":"trace[1036636183] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"2.200112142s","start":"2026-03-01T14:00:22.962351Z","end":"2026-03-01T14:00:25.162463Z","steps":["trace[1036636183] 'process raft request' (duration: 1.656467204s)","trace[1036636183] 'compare' (duration: 542.91627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:25.162545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:22.962336Z","time spent":"2.200177794s","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:25.16267Z","caller":"traceutil/trace.go:171","msg":"trace[160841715] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:984; }","duration":"1.915148355s","start":"2026-03-01T14:00:23.247496Z","end":"2026-03-01T14:00:25.162644Z","steps":["trace[160841715] 'read index received' (duration: 1.371199199s)","trace[160841715] 'applied index is now lower than readState.Index' (duration: 543.947876ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:25.163098Z","caller":"traceutil/trace.go:171","msg":"trace[282236790] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"2.195980309s","start":"2026-03-01T14:00:22.967094Z","end":"2026-03-01T14:00:25.163074Z","steps":["trace[282236790] 'process raft request' (duration: 2.195302793s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915689468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:00:25.163183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899150414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:25.163203Z","caller":"traceutil/trace.go:171","msg":"trace[1614322852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"1.9157526s","start":"2026-03-01T14:00:23.247443Z","end":"2026-03-01T14:00:25.163196Z","steps":["trace[1614322852] 'agreement among raft nodes before linearized reading' (duration: 1.915587915s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:22.967084Z","time spent":"2.196076592s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9375,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:25.163235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:23.247419Z","time spent":"1.915811281s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:00:25.163242Z","caller":"traceutil/trace.go:171","msg":"trace[302584040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"1.899308288s","start":"2026-03-01T14:00:23.263917Z","end":"2026-03-01T14:00:25.163225Z","steps":["trace[302584040] 'agreement among raft nodes before linearized reading' (duration: 1.899141524s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:23.2639Z","time spent":"1.899373269s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:25.163321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40842491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:25.163337Z","caller":"traceutil/trace.go:171","msg":"trace[1464188426] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:944; }","duration":"1.408478682s","start":"2026-03-01T14:00:23.754852Z","end":"2026-03-01T14:00:25.16333Z","steps":["trace[1464188426] 'agreement among raft nodes before linearized reading' (duration: 1.408446951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:23.754835Z","time spent":"1.408514632s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:25.163474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037277115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-01T14:00:25.163497Z","caller":"traceutil/trace.go:171","msg":"trace[1953161998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:944; }","duration":"1.037327977s","start":"2026-03-01T14:00:24.126162Z","end":"2026-03-01T14:00:25.16349Z","steps":["trace[1953161998] 'agreement among raft nodes before linearized reading' (duration: 1.037262765s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594621017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:25.163516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.126144Z","time spent":"1.037367497s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:00:25.163522Z","caller":"traceutil/trace.go:171","msg":"trace[1437422327] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:944; }","duration":"1.594704219s","start":"2026-03-01T14:00:23.568813Z","end":"2026-03-01T14:00:25.163517Z","steps":["trace[1437422327] 'agreement among raft nodes before linearized reading' (duration: 1.594678089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:23.568797Z","time spent":"1.59473559s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:25.16361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745549952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:00:25.163634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.009997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:00:25.163644Z","caller":"traceutil/trace.go:171","msg":"trace[566355459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"1.745619253s","start":"2026-03-01T14:00:23.418014Z","end":"2026-03-01T14:00:25.163634Z","steps":["trace[566355459] 'agreement among raft nodes before linearized reading' (duration: 1.74549215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552625746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:00:25.163678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:23.417995Z","time spent":"1.745676845s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:00:25.163652Z","caller":"traceutil/trace.go:171","msg":"trace[172668449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:944; }","duration":"919.064449ms","start":"2026-03-01T14:00:24.244582Z","end":"2026-03-01T14:00:25.163647Z","steps":["trace[172668449] 'agreement among raft nodes before linearized reading' (duration: 919.010817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.244566Z","time spent":"919.147691ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:00:25.163714Z","caller":"traceutil/trace.go:171","msg":"trace[2062701933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"1.552719059s","start":"2026-03-01T14:00:23.610973Z","end":"2026-03-01T14:00:25.163692Z","steps":["trace[2062701933] 'agreement among raft nodes before linearized reading' (duration: 1.552542704s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.163762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:23.61096Z","time spent":"1.55279094s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:26.005235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.878796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T14:00:26.005335Z","caller":"traceutil/trace.go:171","msg":"trace[297995559] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"240.869585ms","start":"2026-03-01T14:00:25.764448Z","end":"2026-03-01T14:00:26.005317Z","steps":["trace[297995559] 'read index received' (duration: 52.252µs)","trace[297995559] 'applied index is now lower than readState.Index' (duration: 240.815793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:26.005475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.020579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:26.005506Z","caller":"traceutil/trace.go:171","msg":"trace[939931901] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:949; }","duration":"241.098481ms","start":"2026-03-01T14:00:25.764397Z","end":"2026-03-01T14:00:26.005495Z","steps":["trace[939931901] 'agreement among raft nodes before linearized reading' (duration: 241.021459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:27.398352Z","caller":"traceutil/trace.go:171","msg":"trace[863835375] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:992; }","duration":"209.200173ms","start":"2026-03-01T14:00:27.189119Z","end":"2026-03-01T14:00:27.39832Z","steps":["trace[863835375] 'read index received' (duration: 209.011329ms)","trace[863835375] 'applied index is now lower than readState.Index' (duration: 187.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:27.398479Z","caller":"traceutil/trace.go:171","msg":"trace[334944730] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"216.899935ms","start":"2026-03-01T14:00:27.181527Z","end":"2026-03-01T14:00:27.398427Z","steps":["trace[334944730] 'process raft request' (duration: 216.486755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.398614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.4592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:27.398645Z","caller":"traceutil/trace.go:171","msg":"trace[399933201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:950; }","duration":"209.575292ms","start":"2026-03-01T14:00:27.189061Z","end":"2026-03-01T14:00:27.398637Z","steps":["trace[399933201] 'agreement among raft nodes before linearized reading' (duration: 209.410658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.852794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.603941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:27.853097Z","caller":"traceutil/trace.go:171","msg":"trace[898819803] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:993; }","duration":"454.622632ms","start":"2026-03-01T14:00:27.398436Z","end":"2026-03-01T14:00:27.853058Z","steps":["trace[898819803] 'read index received' (duration: 89.703874ms)","trace[898819803] 'applied index is now lower than readState.Index' (duration: 364.915378ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:27.853222Z","caller":"traceutil/trace.go:171","msg":"trace[291930236] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"647.347243ms","start":"2026-03-01T14:00:27.205863Z","end":"2026-03-01T14:00:27.853211Z","steps":["trace[291930236] 'process raft request' (duration: 282.26345ms)","trace[291930236] 'compare' (duration: 364.365375ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:27.853276Z","caller":"traceutil/trace.go:171","msg":"trace[1580622744] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"450.352345ms","start":"2026-03-01T14:00:27.402904Z","end":"2026-03-01T14:00:27.853257Z","steps":["trace[1580622744] 'process raft request' (duration: 449.998736ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:27.853265Z","caller":"traceutil/trace.go:171","msg":"trace[277746521] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"422.889578ms","start":"2026-03-01T14:00:27.430349Z","end":"2026-03-01T14:00:27.853238Z","steps":["trace[277746521] 'process raft request' (duration: 422.655502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.853315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.205826Z","time spent":"647.427255ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:27.85337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.402876Z","time spent":"450.439566ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:27.853383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.363107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:27.853414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.430321Z","time spent":"423.00929ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:27.853432Z","caller":"traceutil/trace.go:171","msg":"trace[1227070902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"588.45158ms","start":"2026-03-01T14:00:27.264961Z","end":"2026-03-01T14:00:27.853412Z","steps":["trace[1227070902] 'agreement among raft nodes before linearized reading' (duration: 588.382938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.853413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.914408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:27.853472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.264936Z","time spent":"588.528053ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:27.853516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.996785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:27.853514Z","caller":"traceutil/trace.go:171","msg":"trace[215362082] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:953; }","duration":"383.069212ms","start":"2026-03-01T14:00:27.470421Z","end":"2026-03-01T14:00:27.85349Z","steps":["trace[215362082] 'agreement among raft nodes before linearized reading' (duration: 382.924498ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:27.853549Z","caller":"traceutil/trace.go:171","msg":"trace[1769393219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:953; }","duration":"663.062137ms","start":"2026-03-01T14:00:27.190473Z","end":"2026-03-01T14:00:27.853535Z","steps":["trace[1769393219] 'agreement among raft nodes before linearized reading' (duration: 662.997145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.853575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.190456Z","time spent":"663.114107ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:27.853566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.470391Z","time spent":"383.159325ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:27.853637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.289592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-01T14:00:27.853437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.910421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:00:27.853671Z","caller":"traceutil/trace.go:171","msg":"trace[638339049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:953; }","duration":"663.19964ms","start":"2026-03-01T14:00:27.190466Z","end":"2026-03-01T14:00:27.853665Z","steps":["trace[638339049] 'agreement among raft nodes before linearized reading' (duration: 662.810049ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:27.85367Z","caller":"traceutil/trace.go:171","msg":"trace[2024115354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:953; }","duration":"663.333823ms","start":"2026-03-01T14:00:27.190326Z","end":"2026-03-01T14:00:27.85366Z","steps":["trace[2024115354] 'agreement among raft nodes before linearized reading' (duration: 663.204429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.853685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.190446Z","time spent":"663.23541ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:27.853704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.190319Z","time spent":"663.378654ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:28.455308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:28.907967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050079027s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:29.571451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.204689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:29.571551Z","caller":"traceutil/trace.go:171","msg":"trace[731332217] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"1.713791028s","start":"2026-03-01T14:00:27.857742Z","end":"2026-03-01T14:00:29.571533Z","steps":["trace[731332217] 'process raft request' (duration: 1.050418005s)","trace[731332217] 'compare' (duration: 662.82447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:29.571613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.857716Z","time spent":"1.713865711s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:31.264729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:31.264802Z","caller":"traceutil/trace.go:171","msg":"trace[1165087800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421007s","start":"2026-03-01T14:00:29.264365Z","end":"2026-03-01T14:00:31.264786Z","steps":["trace[1165087800] 'agreement among raft nodes before linearized reading' (duration: 2.000329075s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:31.264838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.264342Z","time spent":"2.00048753s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:32.057986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.149823269s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:32.448294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030779374s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.448459Z","caller":"traceutil/trace.go:171","msg":"trace[1533033830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:954; }","duration":"1.030955919s","start":"2026-03-01T14:00:31.417479Z","end":"2026-03-01T14:00:32.448435Z","steps":["trace[1533033830] 'range keys from in-memory index tree' (duration: 1.030761293s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.450356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.17249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:32.450824Z","caller":"traceutil/trace.go:171","msg":"trace[105177135] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"4.59265478s","start":"2026-03-01T14:00:27.85815Z","end":"2026-03-01T14:00:32.450805Z","steps":["trace[105177135] 'process raft request' (duration: 4.592321431s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.450905Z","caller":"traceutil/trace.go:171","msg":"trace[1707700086] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"4.59305577s","start":"2026-03-01T14:00:27.857835Z","end":"2026-03-01T14:00:32.450891Z","steps":["trace[1707700086] 'process raft request' (duration: 4.200381288s)","trace[1707700086] 'compare' (duration: 389.995885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:32.450927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.858133Z","time spent":"4.592745932s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:32.450939Z","caller":"traceutil/trace.go:171","msg":"trace[1455950380] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:996; }","duration":"4.496392832s","start":"2026-03-01T14:00:27.95452Z","end":"2026-03-01T14:00:32.450913Z","steps":["trace[1455950380] 'read index received' (duration: 953.655694ms)","trace[1455950380] 'applied index is now lower than readState.Index' (duration: 3.542734268s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:32.451016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.85774Z","time spent":"4.593213744s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:32.450817Z","caller":"traceutil/trace.go:171","msg":"trace[650301592] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"4.226034119s","start":"2026-03-01T14:00:28.224759Z","end":"2026-03-01T14:00:32.450793Z","steps":["trace[650301592] 'process raft request' (duration: 4.225837604s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.451204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.224735Z","time spent":"4.226438879s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5735,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:32.4511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.496566646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.45129Z","caller":"traceutil/trace.go:171","msg":"trace[879315222] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:957; }","duration":"4.496806772s","start":"2026-03-01T14:00:27.954472Z","end":"2026-03-01T14:00:32.451278Z","steps":["trace[879315222] 'agreement among raft nodes before linearized reading' (duration: 4.496573186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.451324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.954451Z","time spent":"4.496861933s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:32.451462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487211169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:32.45153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185959267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.451576Z","caller":"traceutil/trace.go:171","msg":"trace[1323196786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:958; }","duration":"1.18608382s","start":"2026-03-01T14:00:31.265472Z","end":"2026-03-01T14:00:32.451556Z","steps":["trace[1323196786] 'agreement among raft nodes before linearized reading' (duration: 1.185983687s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.451519Z","caller":"traceutil/trace.go:171","msg":"trace[995668487] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:958; }","duration":"3.487296611s","start":"2026-03-01T14:00:28.964207Z","end":"2026-03-01T14:00:32.451504Z","steps":["trace[995668487] 'agreement among raft nodes before linearized reading' (duration: 3.487185588s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.451605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.265437Z","time spent":"1.186161541s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:32.451616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.964191Z","time spent":"3.487414494s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:32.451619Z","caller":"traceutil/trace.go:171","msg":"trace[1140490792] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"3.073445698s","start":"2026-03-01T14:00:29.378162Z","end":"2026-03-01T14:00:32.451608Z","steps":["trace[1140490792] 'process raft request' (duration: 3.072576937s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.451677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.37814Z","time spent":"3.07350522s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:32.451762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.24504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.451985Z","caller":"traceutil/trace.go:171","msg":"trace[64207365] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:958; }","duration":"252.502666ms","start":"2026-03-01T14:00:32.199472Z","end":"2026-03-01T14:00:32.451975Z","steps":["trace[64207365] 'agreement among raft nodes before linearized reading' (duration: 252.26535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.45199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593920464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:32.452047Z","caller":"traceutil/trace.go:171","msg":"trace[2067775028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:958; }","duration":"2.594019537s","start":"2026-03-01T14:00:29.858012Z","end":"2026-03-01T14:00:32.452031Z","steps":["trace[2067775028] 'agreement among raft nodes before linearized reading' (duration: 2.593644887s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.452098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.857988Z","time spent":"2.594092718s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:32.452196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.543775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T14:00:32.452227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720681834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.452241Z","caller":"traceutil/trace.go:171","msg":"trace[1540383618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:958; }","duration":"876.627417ms","start":"2026-03-01T14:00:31.575603Z","end":"2026-03-01T14:00:32.45223Z","steps":["trace[1540383618] 'agreement among raft nodes before linearized reading' (duration: 876.523635ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.452253Z","caller":"traceutil/trace.go:171","msg":"trace[1882514276] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:958; }","duration":"2.720739336s","start":"2026-03-01T14:00:29.731507Z","end":"2026-03-01T14:00:32.452246Z","steps":["trace[1882514276] 'agreement among raft nodes before linearized reading' (duration: 2.720688905s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.452273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.731491Z","time spent":"2.720776916s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:32.45227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.575578Z","time spent":"876.685649ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:32.452269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867858683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.452346Z","caller":"traceutil/trace.go:171","msg":"trace[720268457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:958; }","duration":"1.867974896s","start":"2026-03-01T14:00:30.584354Z","end":"2026-03-01T14:00:32.452329Z","steps":["trace[720268457] 'agreement among raft nodes before linearized reading' (duration: 1.867840623s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.452395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:30.584341Z","time spent":"1.868045797s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:32.452463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899580136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-01T14:00:32.452601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049095079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:00:32.452655Z","caller":"traceutil/trace.go:171","msg":"trace[1724234545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:958; }","duration":"3.049331045s","start":"2026-03-01T14:00:29.403311Z","end":"2026-03-01T14:00:32.452642Z","steps":["trace[1724234545] 'agreement among raft nodes before linearized reading' (duration: 3.048656188s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.452764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.403292Z","time spent":"3.049458568s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:00:32.455168Z","caller":"traceutil/trace.go:171","msg":"trace[2050681928] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:958; }","duration":"1.899730129s","start":"2026-03-01T14:00:30.552781Z","end":"2026-03-01T14:00:32.452511Z","steps":["trace[2050681928] 'agreement among raft nodes before linearized reading' (duration: 1.899448682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.455236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:30.552762Z","time spent":"1.902447378s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-01T14:00:32.673202Z","caller":"traceutil/trace.go:171","msg":"trace[654244602] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"213.609492ms","start":"2026-03-01T14:00:32.459578Z","end":"2026-03-01T14:00:32.673187Z","steps":["trace[654244602] 'process raft request' (duration: 213.589202ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.67345Z","caller":"traceutil/trace.go:171","msg":"trace[1884641229] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"214.750922ms","start":"2026-03-01T14:00:32.458663Z","end":"2026-03-01T14:00:32.673414Z","steps":["trace[1884641229] 'process raft request' (duration: 214.481895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.673648Z","caller":"traceutil/trace.go:171","msg":"trace[1713351353] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1005; }","duration":"145.565941ms","start":"2026-03-01T14:00:32.528047Z","end":"2026-03-01T14:00:32.673612Z","steps":["trace[1713351353] 'read index received' (duration: 145.556061ms)","trace[1713351353] 'applied index is now lower than readState.Index' (duration: 8.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:32.673759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.812283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:32.673795Z","caller":"traceutil/trace.go:171","msg":"trace[1402969348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"212.885865ms","start":"2026-03-01T14:00:32.4609Z","end":"2026-03-01T14:00:32.673786Z","steps":["trace[1402969348] 'agreement among raft nodes before linearized reading' (duration: 212.798473ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.673564Z","caller":"traceutil/trace.go:171","msg":"trace[1511124668] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"215.46076ms","start":"2026-03-01T14:00:32.458094Z","end":"2026-03-01T14:00:32.673555Z","steps":["trace[1511124668] 'process raft request' (duration: 214.952377ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.715645Z","caller":"traceutil/trace.go:171","msg":"trace[1702633829] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"186.245958ms","start":"2026-03-01T14:00:32.52936Z","end":"2026-03-01T14:00:32.715606Z","steps":["trace[1702633829] 'process raft request' (duration: 186.100165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.715897Z","caller":"traceutil/trace.go:171","msg":"trace[294354366] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"185.252953ms","start":"2026-03-01T14:00:32.530625Z","end":"2026-03-01T14:00:32.715878Z","steps":["trace[294354366] 'process raft request' (duration: 184.925985ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:33.731849Z","caller":"traceutil/trace.go:171","msg":"trace[32593103] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"195.305026ms","start":"2026-03-01T14:00:33.536511Z","end":"2026-03-01T14:00:33.731816Z","steps":["trace[32593103] 'process raft request' (duration: 195.165612ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:33.75087Z","caller":"traceutil/trace.go:171","msg":"trace[510790066] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"193.467589ms","start":"2026-03-01T14:00:33.557386Z","end":"2026-03-01T14:00:33.750854Z","steps":["trace[510790066] 'process raft request' (duration: 193.384897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:33.963841Z","caller":"traceutil/trace.go:171","msg":"trace[1246975317] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"209.510611ms","start":"2026-03-01T14:00:33.754293Z","end":"2026-03-01T14:00:33.963804Z","steps":["trace[1246975317] 'process raft request' (duration: 154.436063ms)","trace[1246975317] 'compare' (duration: 54.656578ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:33.963889Z","caller":"traceutil/trace.go:171","msg":"trace[571913826] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"208.757092ms","start":"2026-03-01T14:00:33.755104Z","end":"2026-03-01T14:00:33.963861Z","steps":["trace[571913826] 'process raft request' (duration: 208.586618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.591778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.550902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:34.591814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.235493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-01T14:00:34.591863Z","caller":"traceutil/trace.go:171","msg":"trace[572037430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"327.689716ms","start":"2026-03-01T14:00:34.264155Z","end":"2026-03-01T14:00:34.591845Z","steps":["trace[572037430] 'range keys from in-memory index tree' (duration: 327.45183ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.591884Z","caller":"traceutil/trace.go:171","msg":"trace[243964844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:969; }","duration":"133.335076ms","start":"2026-03-01T14:00:34.45853Z","end":"2026-03-01T14:00:34.591865Z","steps":["trace[243964844] 'range keys from in-memory index tree' (duration: 133.059028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.59191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.264136Z","time spent":"327.763248ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:34.591923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.641833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:00:34.591987Z","caller":"traceutil/trace.go:171","msg":"trace[1762414051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:969; }","duration":"133.732375ms","start":"2026-03-01T14:00:34.458232Z","end":"2026-03-01T14:00:34.591965Z","steps":["trace[1762414051] 'range keys from in-memory index tree' (duration: 133.52708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.592098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.372935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:34.592143Z","caller":"traceutil/trace.go:171","msg":"trace[1644191718] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:969; }","duration":"446.462927ms","start":"2026-03-01T14:00:34.145667Z","end":"2026-03-01T14:00:34.59213Z","steps":["trace[1644191718] 'count revisions from in-memory index tree' (duration: 446.227302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.592178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.145605Z","time spent":"446.56237ms","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:34.592165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.262457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:34.592258Z","caller":"traceutil/trace.go:171","msg":"trace[1573164570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"391.393621ms","start":"2026-03-01T14:00:34.200837Z","end":"2026-03-01T14:00:34.592231Z","steps":["trace[1573164570] 'range keys from in-memory index tree' (duration: 391.190636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.592331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.200821Z","time spent":"391.494003ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:35.177807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:00:35.277179Z","caller":"traceutil/trace.go:171","msg":"trace[1861470163] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"680.292587ms","start":"2026-03-01T14:00:34.596869Z","end":"2026-03-01T14:00:35.277161Z","steps":["trace[1861470163] 'process raft request' (duration: 680.157942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.277359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.596847Z","time spent":"680.444571ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:36.314436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.781218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:36.314551Z","caller":"traceutil/trace.go:171","msg":"trace[2016324807] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"1.71583757s","start":"2026-03-01T14:00:34.598695Z","end":"2026-03-01T14:00:36.314533Z","steps":["trace[2016324807] 'process raft request' (duration: 1.489890668s)","trace[2016324807] 'compare' (duration: 225.440559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:36.314645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.598671Z","time spent":"1.715922292s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:36.314808Z","caller":"traceutil/trace.go:171","msg":"trace[375936036] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1013; }","duration":"1.638059404s","start":"2026-03-01T14:00:34.67673Z","end":"2026-03-01T14:00:36.314789Z","steps":["trace[375936036] 'read index received' (duration: 600.373718ms)","trace[375936036] 'applied index is now lower than readState.Index' (duration: 1.037684076s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:37.264898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:37.264978Z","caller":"traceutil/trace.go:171","msg":"trace[1756332262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051727s","start":"2026-03-01T14:00:35.264442Z","end":"2026-03-01T14:00:37.26496Z","steps":["trace[1756332262] 'agreement among raft nodes before linearized reading' (duration: 2.000418618s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.265033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.264427Z","time spent":"2.000587681s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:37.427814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113273017s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T14:00:37.427907Z","caller":"traceutil/trace.go:171","msg":"trace[1547884208] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1015; }","duration":"1.112552618s","start":"2026-03-01T14:00:36.315341Z","end":"2026-03-01T14:00:37.427893Z","steps":["trace[1547884208] 'read index received' (duration: 144.663µs)","trace[1547884208] 'applied index is now lower than readState.Index' (duration: 1.112406715s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:37.428167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751420242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:00:37.428342Z","caller":"traceutil/trace.go:171","msg":"trace[1117763289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:971; }","duration":"2.751638008s","start":"2026-03-01T14:00:34.676682Z","end":"2026-03-01T14:00:37.42832Z","steps":["trace[1117763289] 'agreement among raft nodes before linearized reading' (duration: 1.638194207s)","trace[1117763289] 'range keys from in-memory index tree' (duration: 1.113145303s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:37.428398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.676664Z","time spent":"2.751720869s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:37.428562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74975162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:00:37.428796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.783597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:37.428858Z","caller":"traceutil/trace.go:171","msg":"trace[176898521] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:971; }","duration":"534.89338ms","start":"2026-03-01T14:00:36.893949Z","end":"2026-03-01T14:00:37.428842Z","steps":["trace[176898521] 'agreement among raft nodes before linearized reading' (duration: 534.792037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.428904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.893916Z","time spent":"534.972972ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:37.428612Z","caller":"traceutil/trace.go:171","msg":"trace[69371947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:971; }","duration":"2.749851814s","start":"2026-03-01T14:00:34.678749Z","end":"2026-03-01T14:00:37.4286Z","steps":["trace[69371947] 'agreement among raft nodes before linearized reading' (duration: 2.749566666s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.429116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750399867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:37.429136Z","caller":"traceutil/trace.go:171","msg":"trace[1907474463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:971; }","duration":"2.750419118s","start":"2026-03-01T14:00:34.67871Z","end":"2026-03-01T14:00:37.429129Z","steps":["trace[1907474463] 'agreement among raft nodes before linearized reading' (duration: 2.750326166s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.42916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.678657Z","time spent":"2.750499179s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:37.429225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.678727Z","time spent":"2.750396518s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:37.429272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.445813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:00:37.42931Z","caller":"traceutil/trace.go:171","msg":"trace[730047652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:971; }","duration":"148.533005ms","start":"2026-03-01T14:00:37.280768Z","end":"2026-03-01T14:00:37.429301Z","steps":["trace[730047652] 'agreement among raft nodes before linearized reading' (duration: 148.442663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.429396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.019923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:37.429416Z","caller":"traceutil/trace.go:171","msg":"trace[1748094667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:971; }","duration":"164.069214ms","start":"2026-03-01T14:00:37.265341Z","end":"2026-03-01T14:00:37.429411Z","steps":["trace[1748094667] 'agreement among raft nodes before linearized reading' (duration: 164.037293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:38.017304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180647750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:00:38.40781Z","caller":"traceutil/trace.go:171","msg":"trace[1064473454] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"972.812873ms","start":"2026-03-01T14:00:37.434964Z","end":"2026-03-01T14:00:38.407777Z","steps":["trace[1064473454] 'process raft request' (duration: 972.764102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:38.407988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.434915Z","time spent":"972.990827ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:38.408068Z","caller":"traceutil/trace.go:171","msg":"trace[232227413] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"973.798798ms","start":"2026-03-01T14:00:37.434214Z","end":"2026-03-01T14:00:38.408012Z","steps":["trace[232227413] 'process raft request' (duration: 973.268865ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:38.408128Z","caller":"traceutil/trace.go:171","msg":"trace[188054801] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"973.236724ms","start":"2026-03-01T14:00:37.434864Z","end":"2026-03-01T14:00:38.408101Z","steps":["trace[188054801] 'process raft request' (duration: 972.811923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:38.408233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.434192Z","time spent":"973.953431ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:38.408263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.434851Z","time spent":"973.338346ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:39.283541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.976805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:39.28404Z","caller":"traceutil/trace.go:171","msg":"trace[668615768] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1017; }","duration":"1.76783525s","start":"2026-03-01T14:00:37.516187Z","end":"2026-03-01T14:00:39.284022Z","steps":["trace[668615768] 'read index received' (duration: 891.217223ms)","trace[668615768] 'applied index is now lower than readState.Index' (duration: 876.617137ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:39.284234Z","caller":"traceutil/trace.go:171","msg":"trace[1302328577] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"1.090678262s","start":"2026-03-01T14:00:38.193531Z","end":"2026-03-01T14:00:39.284209Z","steps":["trace[1302328577] 'process raft request' (duration: 1.090422125s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.284257Z","caller":"traceutil/trace.go:171","msg":"trace[1282828279] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"1.765313676s","start":"2026-03-01T14:00:37.518923Z","end":"2026-03-01T14:00:39.284236Z","steps":["trace[1282828279] 'process raft request' (duration: 997.562412ms)","trace[1282828279] 'compare' (duration: 766.851722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:39.284375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848040686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:39.284499Z","caller":"traceutil/trace.go:171","msg":"trace[207565521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"1.848163909s","start":"2026-03-01T14:00:37.436297Z","end":"2026-03-01T14:00:39.28446Z","steps":["trace[207565521] 'agreement among raft nodes before linearized reading' (duration: 1.848039206s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:39.284572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.750341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:00:39.284633Z","caller":"traceutil/trace.go:171","msg":"trace[254953789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"964.841684ms","start":"2026-03-01T14:00:38.319781Z","end":"2026-03-01T14:00:39.284622Z","steps":["trace[254953789] 'agreement among raft nodes before linearized reading' (duration: 964.67114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:39.284596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.436288Z","time spent":"1.848295783s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:39.284766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.655596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-01T14:00:39.284802Z","caller":"traceutil/trace.go:171","msg":"trace[1723030317] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:977; }","duration":"315.737018ms","start":"2026-03-01T14:00:38.969056Z","end":"2026-03-01T14:00:39.284793Z","steps":["trace[1723030317] 'agreement among raft nodes before linearized reading' (duration: 315.629465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:39.284831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.96904Z","time spent":"315.783379ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-01T14:00:39.284394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.518898Z","time spent":"1.765408769s","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:39.284667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.319765Z","time spent":"964.894255ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:39.285405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.193507Z","time spent":"1.090798054s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:40.479579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.918156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:40.47969Z","caller":"traceutil/trace.go:171","msg":"trace[815672229] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.189802062s","start":"2026-03-01T14:00:39.289868Z","end":"2026-03-01T14:00:40.47967Z","steps":["trace[815672229] 'process raft request' (duration: 308.716442ms)","trace[815672229] 'compare' (duration: 880.772152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:40.479773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.289849Z","time spent":"1.189893034s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:40.620308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021767478s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:41.29627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:00:41.296354Z","caller":"traceutil/trace.go:171","msg":"trace[1398799077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781616s","start":"2026-03-01T14:00:39.295556Z","end":"2026-03-01T14:00:41.296337Z","steps":["trace[1398799077] 'agreement among raft nodes before linearized reading' (duration: 2.000679164s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:41.296398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.29554Z","time spent":"2.000849279s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:42.086611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.374174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:42.086716Z","caller":"traceutil/trace.go:171","msg":"trace[1581832932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:978; }","duration":"669.494566ms","start":"2026-03-01T14:00:41.417207Z","end":"2026-03-01T14:00:42.086702Z","steps":["trace[1581832932] 'range keys from in-memory index tree' (duration: 669.358823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.086764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461892618s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:42.086919Z","caller":"traceutil/trace.go:171","msg":"trace[1355477283] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1022; }","duration":"2.79130159s","start":"2026-03-01T14:00:39.295594Z","end":"2026-03-01T14:00:42.086896Z","steps":["trace[1355477283] 'read index received' (duration: 302.968878ms)","trace[1355477283] 'applied index is now lower than readState.Index' (duration: 2.488330792s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:42.087164Z","caller":"traceutil/trace.go:171","msg":"trace[1615565707] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"2.795898386s","start":"2026-03-01T14:00:39.291061Z","end":"2026-03-01T14:00:42.086959Z","steps":["trace[1615565707] 'process raft request' (duration: 1.333732261s)","trace[1615565707] 'compare' (duration: 1.461262272s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:42.087291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533774656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-01T14:00:42.087337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674375083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:42.087361Z","caller":"traceutil/trace.go:171","msg":"trace[2044698865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:979; }","duration":"1.674412534s","start":"2026-03-01T14:00:40.412941Z","end":"2026-03-01T14:00:42.087354Z","steps":["trace[2044698865] 'agreement among raft nodes before linearized reading' (duration: 1.674315191s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:42.087365Z","caller":"traceutil/trace.go:171","msg":"trace[1538326278] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:979; }","duration":"1.533895149s","start":"2026-03-01T14:00:40.553453Z","end":"2026-03-01T14:00:42.087348Z","steps":["trace[1538326278] 'agreement among raft nodes before linearized reading' (duration: 1.533698904s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.087364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674452674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:00:42.08739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.412933Z","time spent":"1.674447705s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:42.08741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.553433Z","time spent":"1.533969441s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-01T14:00:42.087416Z","caller":"traceutil/trace.go:171","msg":"trace[1295408711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:979; }","duration":"1.674549438s","start":"2026-03-01T14:00:40.412853Z","end":"2026-03-01T14:00:42.087402Z","steps":["trace[1295408711] 'agreement among raft nodes before linearized reading' (duration: 1.674422575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.08745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.412831Z","time spent":"1.674610329s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:42.087432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674464576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:00:42.087521Z","caller":"traceutil/trace.go:171","msg":"trace[2000671935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:979; }","duration":"1.674607338s","start":"2026-03-01T14:00:40.412896Z","end":"2026-03-01T14:00:42.087503Z","steps":["trace[2000671935] 'agreement among raft nodes before linearized reading' (duration: 1.67431593s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.08758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.412877Z","time spent":"1.674692481s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:42.087543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.291052Z","time spent":"2.796252336s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:42.087733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.993727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:42.087799Z","caller":"traceutil/trace.go:171","msg":"trace[2017747641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"791.097409ms","start":"2026-03-01T14:00:41.296694Z","end":"2026-03-01T14:00:42.087791Z","steps":["trace[2017747641] 'agreement among raft nodes before linearized reading' (duration: 791.017477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.087821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:41.296629Z","time spent":"791.187051ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:42.087224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501397265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:42.087919Z","caller":"traceutil/trace.go:171","msg":"trace[1251728550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"1.502118194s","start":"2026-03-01T14:00:40.585784Z","end":"2026-03-01T14:00:42.087902Z","steps":["trace[1251728550] 'agreement among raft nodes before linearized reading' (duration: 1.501397695s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.087993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.585766Z","time spent":"1.502211616s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:42.089342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567315809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:42.089789Z","caller":"traceutil/trace.go:171","msg":"trace[671813837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:979; }","duration":"2.569581255s","start":"2026-03-01T14:00:39.520195Z","end":"2026-03-01T14:00:42.089776Z","steps":["trace[671813837] 'agreement among raft nodes before linearized reading' (duration: 2.566884708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.089831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.520156Z","time spent":"2.569665036s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:42.94091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.596602ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-01T14:00:42.941227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.090025Z","time spent":"851.195322ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:00:42.941315Z","caller":"traceutil/trace.go:171","msg":"trace[1289738914] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1024; }","duration":"847.765185ms","start":"2026-03-01T14:00:42.09353Z","end":"2026-03-01T14:00:42.941295Z","steps":["trace[1289738914] 'read index received' (duration: 314.708041ms)","trace[1289738914] 'applied index is now lower than readState.Index' (duration: 533.055584ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:42.941526Z","caller":"traceutil/trace.go:171","msg":"trace[588940961] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"847.859137ms","start":"2026-03-01T14:00:42.093654Z","end":"2026-03-01T14:00:42.941513Z","steps":["trace[588940961] 'process raft request' (duration: 847.368425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.941623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.093645Z","time spent":"847.910598ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:42.941618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.068632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T14:00:42.941686Z","caller":"traceutil/trace.go:171","msg":"trace[388452929] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc; range_end:; response_count:1; response_revision:980; }","duration":"848.155125ms","start":"2026-03-01T14:00:42.093506Z","end":"2026-03-01T14:00:42.941661Z","steps":["trace[388452929] 'agreement among raft nodes before linearized reading' (duration: 847.895488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.941757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.093493Z","time spent":"848.247918ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc\" "} {"level":"info","ts":"2026-03-01T14:00:42.942759Z","caller":"traceutil/trace.go:171","msg":"trace[747820354] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"848.641047ms","start":"2026-03-01T14:00:42.093841Z","end":"2026-03-01T14:00:42.942482Z","steps":["trace[747820354] 'process raft request' (duration: 848.501434ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:42.942521Z","caller":"traceutil/trace.go:171","msg":"trace[992737223] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"848.780091ms","start":"2026-03-01T14:00:42.093703Z","end":"2026-03-01T14:00:42.942483Z","steps":["trace[992737223] 'process raft request' (duration: 848.527645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.943143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.093831Z","time spent":"849.175501ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:42.943158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.093677Z","time spent":"849.415396ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:42.943241Z","caller":"traceutil/trace.go:171","msg":"trace[1155992096] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"848.650697ms","start":"2026-03-01T14:00:42.093885Z","end":"2026-03-01T14:00:42.942536Z","steps":["trace[1155992096] 'process raft request' (duration: 848.503824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.943375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.178911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:42.94339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.093863Z","time spent":"849.433297ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:42.943432Z","caller":"traceutil/trace.go:171","msg":"trace[1290117107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"847.235792ms","start":"2026-03-01T14:00:42.096174Z","end":"2026-03-01T14:00:42.94341Z","steps":["trace[1290117107] 'agreement among raft nodes before linearized reading' (duration: 846.311899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.943464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.096167Z","time spent":"847.290013ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:00:42.943515Z","caller":"traceutil/trace.go:171","msg":"trace[1598665291] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"399.576534ms","start":"2026-03-01T14:00:42.543914Z","end":"2026-03-01T14:00:42.94349Z","steps":["trace[1598665291] 'process raft request' (duration: 398.522548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.943634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.543885Z","time spent":"399.696077ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:42.944103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.977606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:00:42.944305Z","caller":"traceutil/trace.go:171","msg":"trace[893339581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:984; }","duration":"460.045387ms","start":"2026-03-01T14:00:42.484091Z","end":"2026-03-01T14:00:42.944136Z","steps":["trace[893339581] 'agreement among raft nodes before linearized reading' (duration: 459.76737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.944369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.484075Z","time spent":"460.275743ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:44.94507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:00:44.94529Z","caller":"traceutil/trace.go:171","msg":"trace[109901531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581042s","start":"2026-03-01T14:00:42.944681Z","end":"2026-03-01T14:00:44.945262Z","steps":["trace[109901531] 'agreement among raft nodes before linearized reading' (duration: 2.000333306s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:44.945414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.944669Z","time spent":"2.000728085s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:46.953596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:00:46.953679Z","caller":"traceutil/trace.go:171","msg":"trace[1238486345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627643s","start":"2026-03-01T14:00:44.953033Z","end":"2026-03-01T14:00:46.95366Z","steps":["trace[1238486345] 'agreement among raft nodes before linearized reading' (duration: 2.000523851s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.953725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.953026Z","time spent":"2.000689856s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:47.949938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.950932Z","time spent":"4.998997073s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:00:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:48.954479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:00:48.954569Z","caller":"traceutil/trace.go:171","msg":"trace[1923037313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635583s","start":"2026-03-01T14:00:46.953916Z","end":"2026-03-01T14:00:48.954551Z","steps":["trace[1923037313] 'agreement among raft nodes before linearized reading' (duration: 2.00051915s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.95464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.953865Z","time spent":"2.000764207s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:48.957982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.708847049s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:49.069587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.820352059s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:49.069753Z","caller":"traceutil/trace.go:171","msg":"trace[522065282] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"6.127450619s","start":"2026-03-01T14:00:42.942267Z","end":"2026-03-01T14:00:49.069718Z","steps":["trace[522065282] 'process raft request' (duration: 306.893825ms)","trace[522065282] 'compare' (duration: 5.820012501s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:49.069841Z","caller":"traceutil/trace.go:171","msg":"trace[1649430827] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1030; }","duration":"6.125098931s","start":"2026-03-01T14:00:42.944716Z","end":"2026-03-01T14:00:49.069815Z","steps":["trace[1649430827] 'read index received' (duration: 304.464025ms)","trace[1649430827] 'applied index is now lower than readState.Index' (duration: 5.820630075s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:49.069902Z","caller":"traceutil/trace.go:171","msg":"trace[1510208408] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"6.120169308s","start":"2026-03-01T14:00:42.949702Z","end":"2026-03-01T14:00:49.069871Z","steps":["trace[1510208408] 'process raft request' (duration: 6.119974823s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.069924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.942246Z","time spent":"6.127580463s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:49.070004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.949684Z","time spent":"6.120260401s","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:49.326918Z","caller":"traceutil/trace.go:171","msg":"trace[1417173592] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1033; }","duration":"257.008269ms","start":"2026-03-01T14:00:49.069878Z","end":"2026-03-01T14:00:49.326886Z","steps":["trace[1417173592] 'read index received' (duration: 195.153962ms)","trace[1417173592] 'applied index is now lower than readState.Index' (duration: 61.852507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:49.327207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378025591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:00:49.327152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233709902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-01T14:00:49.327241Z","caller":"traceutil/trace.go:171","msg":"trace[1975970978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:987; }","duration":"4.378135693s","start":"2026-03-01T14:00:44.949096Z","end":"2026-03-01T14:00:49.327232Z","steps":["trace[1975970978] 'agreement among raft nodes before linearized reading' (duration: 4.377972879s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.949066Z","time spent":"4.378196285s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:49.32727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221584584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:49.327231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.17198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-01T14:00:49.32732Z","caller":"traceutil/trace.go:171","msg":"trace[1717834353] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:987; }","duration":"3.221671826s","start":"2026-03-01T14:00:46.105631Z","end":"2026-03-01T14:00:49.327303Z","steps":["trace[1717834353] 'agreement among raft nodes before linearized reading' (duration: 3.221608384s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97253209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:49.327368Z","caller":"traceutil/trace.go:171","msg":"trace[1027139382] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:987; }","duration":"1.972615862s","start":"2026-03-01T14:00:47.354742Z","end":"2026-03-01T14:00:49.327358Z","steps":["trace[1027139382] 'agreement among raft nodes before linearized reading' (duration: 1.97255262s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.327357Z","caller":"traceutil/trace.go:171","msg":"trace[647187408] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:987; }","duration":"370.341914ms","start":"2026-03-01T14:00:48.956974Z","end":"2026-03-01T14:00:49.327316Z","steps":["trace[647187408] 'agreement among raft nodes before linearized reading' (duration: 370.088458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160187611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:49.327385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376779269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T14:00:49.327408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.354719Z","time spent":"1.972678913s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:49.327425Z","caller":"traceutil/trace.go:171","msg":"trace[1880939903] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:987; }","duration":"1.160310643s","start":"2026-03-01T14:00:48.167099Z","end":"2026-03-01T14:00:49.327409Z","steps":["trace[1880939903] 'agreement among raft nodes before linearized reading' (duration: 1.160199551s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.327265Z","caller":"traceutil/trace.go:171","msg":"trace[552951068] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:987; }","duration":"2.233903707s","start":"2026-03-01T14:00:47.093343Z","end":"2026-03-01T14:00:49.327247Z","steps":["trace[552951068] 'agreement among raft nodes before linearized reading' (duration: 2.233571989s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.327458Z","caller":"traceutil/trace.go:171","msg":"trace[41516226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:987; }","duration":"4.376866001s","start":"2026-03-01T14:00:44.950557Z","end":"2026-03-01T14:00:49.327423Z","steps":["trace[41516226] 'agreement among raft nodes before linearized reading' (duration: 4.376717887s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.093322Z","time spent":"2.234143254s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-01T14:00:49.327511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.950538Z","time spent":"4.376963424s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:49.327519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378430541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:49.327548Z","caller":"traceutil/trace.go:171","msg":"trace[105515593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"4.378509692s","start":"2026-03-01T14:00:44.94903Z","end":"2026-03-01T14:00:49.327539Z","steps":["trace[105515593] 'agreement among raft nodes before linearized reading' (duration: 4.37842933s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.949004Z","time spent":"4.378564424s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:49.327574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914780166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:49.327585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.41979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:49.327481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.953552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-01T14:00:49.327627Z","caller":"traceutil/trace.go:171","msg":"trace[341255601] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:987; }","duration":"4.914868128s","start":"2026-03-01T14:00:44.412745Z","end":"2026-03-01T14:00:49.327613Z","steps":["trace[341255601] 'agreement among raft nodes before linearized reading' (duration: 4.914757536s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.327644Z","caller":"traceutil/trace.go:171","msg":"trace[531928901] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:987; }","duration":"256.130467ms","start":"2026-03-01T14:00:49.071502Z","end":"2026-03-01T14:00:49.327633Z","steps":["trace[531928901] 'agreement among raft nodes before linearized reading' (duration: 255.949712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.836344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T14:00:49.327661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.412729Z","time spent":"4.91492332s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:49.327706Z","caller":"traceutil/trace.go:171","msg":"trace[697170680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc5d1e7e7dfc; range_end:; response_count:1; response_revision:987; }","duration":"254.987548ms","start":"2026-03-01T14:00:49.072697Z","end":"2026-03-01T14:00:49.327685Z","steps":["trace[697170680] 'agreement among raft nodes before linearized reading' (duration: 254.843875ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.327642Z","caller":"traceutil/trace.go:171","msg":"trace[1185828872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"365.513373ms","start":"2026-03-01T14:00:48.962113Z","end":"2026-03-01T14:00:49.327626Z","steps":["trace[1185828872] 'agreement among raft nodes before linearized reading' (duration: 365.371309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.96209Z","time spent":"365.668557ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:49.327371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.105605Z","time spent":"3.221755338s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:49.327191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37683458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:49.327853Z","caller":"traceutil/trace.go:171","msg":"trace[1153149652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:987; }","duration":"4.377531997s","start":"2026-03-01T14:00:44.950309Z","end":"2026-03-01T14:00:49.327841Z","steps":["trace[1153149652] 'agreement among raft nodes before linearized reading' (duration: 4.376652805s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.327909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.9503Z","time spent":"4.377581619s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:49.327433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207466198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:49.327979Z","caller":"traceutil/trace.go:171","msg":"trace[1277289140] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:987; }","duration":"5.208045942s","start":"2026-03-01T14:00:44.119921Z","end":"2026-03-01T14:00:49.327967Z","steps":["trace[1277289140] 'agreement among raft nodes before linearized reading' (duration: 5.207485508s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.32801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.119897Z","time spent":"5.208103714s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:49.327474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.167078Z","time spent":"1.160384406s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:49.327425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.956957Z","time spent":"370.451356ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:00:50.067313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.014007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:00:50.067388Z","caller":"traceutil/trace.go:171","msg":"trace[124717784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:997; }","duration":"115.126409ms","start":"2026-03-01T14:00:49.952244Z","end":"2026-03-01T14:00:50.067371Z","steps":["trace[124717784] 'range keys from in-memory index tree' (duration: 114.536905ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:51.571294Z","caller":"traceutil/trace.go:171","msg":"trace[379287682] linearizableReadLoop","detail":"{readStateIndex:1055; appliedIndex:1054; }","duration":"215.379427ms","start":"2026-03-01T14:00:51.355892Z","end":"2026-03-01T14:00:51.571272Z","steps":["trace[379287682] 'read index received' (duration: 215.195783ms)","trace[379287682] 'applied index is now lower than readState.Index' (duration: 182.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:51.571423Z","caller":"traceutil/trace.go:171","msg":"trace[198906884] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"216.773712ms","start":"2026-03-01T14:00:51.354639Z","end":"2026-03-01T14:00:51.571413Z","steps":["trace[198906884] 'process raft request' (duration: 216.418243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:51.571677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.51377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:51.571715Z","caller":"traceutil/trace.go:171","msg":"trace[1745187947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1007; }","duration":"213.568942ms","start":"2026-03-01T14:00:51.358137Z","end":"2026-03-01T14:00:51.571706Z","steps":["trace[1745187947] 'agreement among raft nodes before linearized reading' (duration: 213.420398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:51.571713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.788377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:00:51.571792Z","caller":"traceutil/trace.go:171","msg":"trace[619262497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1007; }","duration":"215.913ms","start":"2026-03-01T14:00:51.355861Z","end":"2026-03-01T14:00:51.571774Z","steps":["trace[619262497] 'agreement among raft nodes before linearized reading' (duration: 215.663044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:51.571814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.822919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:00:51.572011Z","caller":"traceutil/trace.go:171","msg":"trace[1804899005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1007; }","duration":"216.065574ms","start":"2026-03-01T14:00:51.355927Z","end":"2026-03-01T14:00:51.571992Z","steps":["trace[1804899005] 'agreement among raft nodes before linearized reading' (duration: 215.540721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.34167Z","caller":"traceutil/trace.go:171","msg":"trace[1230262533] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"242.680201ms","start":"2026-03-01T14:00:53.098894Z","end":"2026-03-01T14:00:53.341575Z","steps":["trace[1230262533] 'process raft request' (duration: 242.528397ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.343169Z","caller":"traceutil/trace.go:171","msg":"trace[464497822] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"171.295345ms","start":"2026-03-01T14:00:53.17182Z","end":"2026-03-01T14:00:53.343115Z","steps":["trace[464497822] 'process raft request' (duration: 170.892495ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:55.544697Z","caller":"traceutil/trace.go:171","msg":"trace[400484897] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"132.112304ms","start":"2026-03-01T14:00:55.412561Z","end":"2026-03-01T14:00:55.544673Z","steps":["trace[400484897] 'process raft request' (duration: 83.313044ms)","trace[400484897] 'compare' (duration: 48.562094ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:55.544714Z","caller":"traceutil/trace.go:171","msg":"trace[715660044] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"131.666843ms","start":"2026-03-01T14:00:55.413018Z","end":"2026-03-01T14:00:55.544685Z","steps":["trace[715660044] 'process raft request' (duration: 131.590821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.272849Z","caller":"traceutil/trace.go:171","msg":"trace[1181954905] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"120.220776ms","start":"2026-03-01T14:01:52.152606Z","end":"2026-03-01T14:01:52.272827Z","steps":["trace[1181954905] 'process raft request' (duration: 119.890148ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.467382Z","caller":"traceutil/trace.go:171","msg":"trace[2122200735] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"101.461438ms","start":"2026-03-01T14:01:52.365895Z","end":"2026-03-01T14:01:52.467356Z","steps":["trace[2122200735] 'process raft request' (duration: 101.277634ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.504482Z","caller":"traceutil/trace.go:171","msg":"trace[1647234626] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"137.606521ms","start":"2026-03-01T14:01:52.366845Z","end":"2026-03-01T14:01:52.504452Z","steps":["trace[1647234626] 'process raft request' (duration: 137.513558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.504508Z","caller":"traceutil/trace.go:171","msg":"trace[1504567190] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"138.044021ms","start":"2026-03-01T14:01:52.366426Z","end":"2026-03-01T14:01:52.50447Z","steps":["trace[1504567190] 'process raft request' (duration: 137.800455ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.505114Z","caller":"traceutil/trace.go:171","msg":"trace[335770535] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"138.233646ms","start":"2026-03-01T14:01:52.366861Z","end":"2026-03-01T14:01:52.505094Z","steps":["trace[335770535] 'process raft request' (duration: 137.54978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:58.704142Z","caller":"traceutil/trace.go:171","msg":"trace[262850132] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"103.228021ms","start":"2026-03-01T14:01:58.600888Z","end":"2026-03-01T14:01:58.704116Z","steps":["trace[262850132] 'process raft request' (duration: 40.586642ms)","trace[262850132] 'compare' (duration: 62.468895ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:58.704459Z","caller":"traceutil/trace.go:171","msg":"trace[2102799074] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"103.504987ms","start":"2026-03-01T14:01:58.60092Z","end":"2026-03-01T14:01:58.704425Z","steps":["trace[2102799074] 'process raft request' (duration: 103.157169ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:58.84178Z","caller":"traceutil/trace.go:171","msg":"trace[1061801914] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"107.31008ms","start":"2026-03-01T14:01:58.734437Z","end":"2026-03-01T14:01:58.841747Z","steps":["trace[1061801914] 'process raft request' (duration: 77.927803ms)","trace[1061801914] 'compare' (duration: 29.177412ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:11.317031Z","caller":"traceutil/trace.go:171","msg":"trace[376252632] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"105.784035ms","start":"2026-03-01T14:02:11.211202Z","end":"2026-03-01T14:02:11.316986Z","steps":["trace[376252632] 'process raft request' (duration: 105.476346ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:12.937281Z","caller":"traceutil/trace.go:171","msg":"trace[1308105001] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"159.069686ms","start":"2026-03-01T14:02:12.778186Z","end":"2026-03-01T14:02:12.937255Z","steps":["trace[1308105001] 'process raft request' (duration: 158.923803ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:13.177977Z","caller":"traceutil/trace.go:171","msg":"trace[1236627770] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"230.594008ms","start":"2026-03-01T14:02:12.947331Z","end":"2026-03-01T14:02:13.177925Z","steps":["trace[1236627770] 'process raft request' (duration: 228.796162ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:14.92722Z","caller":"traceutil/trace.go:171","msg":"trace[1274378439] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"178.68801ms","start":"2026-03-01T14:02:14.7485Z","end":"2026-03-01T14:02:14.927188Z","steps":["trace[1274378439] 'process raft request' (duration: 103.817975ms)","trace[1274378439] 'compare' (duration: 74.67099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:15.336808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.379695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:15.336928Z","caller":"traceutil/trace.go:171","msg":"trace[1168589467] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1433; }","duration":"153.491006ms","start":"2026-03-01T14:02:15.183418Z","end":"2026-03-01T14:02:15.336909Z","steps":["trace[1168589467] 'read index received' (duration: 47.371µs)","trace[1168589467] 'applied index is now lower than readState.Index' (duration: 153.441925ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:15.337093Z","caller":"traceutil/trace.go:171","msg":"trace[91939067] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"311.719042ms","start":"2026-03-01T14:02:15.02533Z","end":"2026-03-01T14:02:15.337049Z","steps":["trace[91939067] 'process raft request' (duration: 62.997247ms)","trace[91939067] 'compare' (duration: 248.244882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:15.33712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.699361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:02:15.337172Z","caller":"traceutil/trace.go:171","msg":"trace[1040402450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1370; }","duration":"153.791053ms","start":"2026-03-01T14:02:15.183367Z","end":"2026-03-01T14:02:15.337158Z","steps":["trace[1040402450] 'agreement among raft nodes before linearized reading' (duration: 153.624809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:15.337235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.025306Z","time spent":"311.857565ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:15.412728Z","caller":"traceutil/trace.go:171","msg":"trace[1817154480] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"116.511495ms","start":"2026-03-01T14:02:15.296186Z","end":"2026-03-01T14:02:15.412698Z","steps":["trace[1817154480] 'process raft request' (duration: 116.263899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:15.412784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.047804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:15.412794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.904021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:15.412882Z","caller":"traceutil/trace.go:171","msg":"trace[645839456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1371; }","duration":"149.139657ms","start":"2026-03-01T14:02:15.263684Z","end":"2026-03-01T14:02:15.412823Z","steps":["trace[645839456] 'agreement among raft nodes before linearized reading' (duration: 149.050905ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:15.412999Z","caller":"traceutil/trace.go:171","msg":"trace[612250987] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1371; }","duration":"176.039984ms","start":"2026-03-01T14:02:15.236804Z","end":"2026-03-01T14:02:15.412844Z","steps":["trace[612250987] 'agreement among raft nodes before linearized reading' (duration: 175.798098ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:15.566294Z","caller":"traceutil/trace.go:171","msg":"trace[1569799051] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1435; }","duration":"151.698011ms","start":"2026-03-01T14:02:15.414576Z","end":"2026-03-01T14:02:15.566274Z","steps":["trace[1569799051] 'read index received' (duration: 80.906068ms)","trace[1569799051] 'applied index is now lower than readState.Index' (duration: 70.791263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:15.566404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.821373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:15.566429Z","caller":"traceutil/trace.go:171","msg":"trace[714527461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1372; }","duration":"151.896735ms","start":"2026-03-01T14:02:15.414525Z","end":"2026-03-01T14:02:15.566422Z","steps":["trace[714527461] 'agreement among raft nodes before linearized reading' (duration: 151.823794ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:15.566492Z","caller":"traceutil/trace.go:171","msg":"trace[920233918] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"224.67733ms","start":"2026-03-01T14:02:15.341788Z","end":"2026-03-01T14:02:15.566465Z","steps":["trace[920233918] 'process raft request' (duration: 154.486551ms)","trace[920233918] 'compare' (duration: 69.88663ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:21.509826Z","caller":"traceutil/trace.go:171","msg":"trace[2031481235] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1462; }","duration":"125.194724ms","start":"2026-03-01T14:02:21.384607Z","end":"2026-03-01T14:02:21.509802Z","steps":["trace[2031481235] 'read index received' (duration: 123.05146ms)","trace[2031481235] 'applied index is now lower than readState.Index' (duration: 2.142244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:21.510013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.376088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:21.510055Z","caller":"traceutil/trace.go:171","msg":"trace[1335929344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1397; }","duration":"125.46703ms","start":"2026-03-01T14:02:21.384575Z","end":"2026-03-01T14:02:21.510042Z","steps":["trace[1335929344] 'agreement among raft nodes before linearized reading' (duration: 125.318676ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:21.510093Z","caller":"traceutil/trace.go:171","msg":"trace[1629034937] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"141.037501ms","start":"2026-03-01T14:02:21.369023Z","end":"2026-03-01T14:02:21.510061Z","steps":["trace[1629034937] 'process raft request' (duration: 138.62574ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:21.739587Z","caller":"traceutil/trace.go:171","msg":"trace[222360553] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"145.117814ms","start":"2026-03-01T14:02:21.594442Z","end":"2026-03-01T14:02:21.73956Z","steps":["trace[222360553] 'process raft request' (duration: 88.574171ms)","trace[222360553] 'compare' (duration: 56.436091ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:29.153075Z","caller":"traceutil/trace.go:171","msg":"trace[1069749722] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"146.302695ms","start":"2026-03-01T14:02:29.006753Z","end":"2026-03-01T14:02:29.153056Z","steps":["trace[1069749722] 'process raft request' (duration: 136.98166ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.31185Z","caller":"traceutil/trace.go:171","msg":"trace[718683375] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"172.672819ms","start":"2026-03-01T14:02:43.13916Z","end":"2026-03-01T14:02:43.311833Z","steps":["trace[718683375] 'process raft request' (duration: 172.559316ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:53.223833Z","caller":"traceutil/trace.go:171","msg":"trace[1899470024] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"109.433496ms","start":"2026-03-01T14:02:53.114374Z","end":"2026-03-01T14:02:53.223807Z","steps":["trace[1899470024] 'process raft request' (duration: 109.304023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:56.183428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.477818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T14:02:56.183486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.81369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:02:56.183523Z","caller":"traceutil/trace.go:171","msg":"trace[774435303] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1534; }","duration":"167.635352ms","start":"2026-03-01T14:02:56.015867Z","end":"2026-03-01T14:02:56.183502Z","steps":["trace[774435303] 'range keys from in-memory index tree' (duration: 167.279122ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:56.183546Z","caller":"traceutil/trace.go:171","msg":"trace[173321890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1534; }","duration":"183.928273ms","start":"2026-03-01T14:02:55.9996Z","end":"2026-03-01T14:02:56.183529Z","steps":["trace[173321890] 'range keys from in-memory index tree' (duration: 183.522192ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:56.624602Z","caller":"traceutil/trace.go:171","msg":"trace[979560431] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"148.460089ms","start":"2026-03-01T14:02:56.476123Z","end":"2026-03-01T14:02:56.624583Z","steps":["trace[979560431] 'process raft request' (duration: 116.630868ms)","trace[979560431] 'compare' (duration: 31.76251ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:58.509797Z","caller":"traceutil/trace.go:171","msg":"trace[1651728431] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"257.976498ms","start":"2026-03-01T14:02:58.251796Z","end":"2026-03-01T14:02:58.509772Z","steps":["trace[1651728431] 'process raft request' (duration: 257.823614ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:14.180265Z","caller":"traceutil/trace.go:171","msg":"trace[1452034309] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"120.150298ms","start":"2026-03-01T14:03:14.060097Z","end":"2026-03-01T14:03:14.180247Z","steps":["trace[1452034309] 'process raft request' (duration: 120.051796ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:17.88048Z","caller":"traceutil/trace.go:171","msg":"trace[1290085138] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"100.757467ms","start":"2026-03-01T14:03:17.77968Z","end":"2026-03-01T14:03:17.880438Z","steps":["trace[1290085138] 'process raft request' (duration: 69.97677ms)","trace[1290085138] 'compare' (duration: 30.655992ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:54.172898Z","caller":"traceutil/trace.go:171","msg":"trace[1007283380] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"101.376692ms","start":"2026-03-01T14:03:54.071401Z","end":"2026-03-01T14:03:54.172777Z","steps":["trace[1007283380] 'process raft request' (duration: 43.787222ms)","trace[1007283380] 'compare' (duration: 57.470097ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:58.155218Z","caller":"traceutil/trace.go:171","msg":"trace[222119746] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"149.301371ms","start":"2026-03-01T14:03:58.005891Z","end":"2026-03-01T14:03:58.155193Z","steps":["trace[222119746] 'process raft request' (duration: 149.152957ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:01.086029Z","caller":"traceutil/trace.go:171","msg":"trace[1114330632] linearizableReadLoop","detail":"{readStateIndex:1911; appliedIndex:1910; }","duration":"157.000732ms","start":"2026-03-01T14:04:00.928995Z","end":"2026-03-01T14:04:01.085995Z","steps":["trace[1114330632] 'read index received' (duration: 156.742535ms)","trace[1114330632] 'applied index is now lower than readState.Index' (duration: 256.757µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:01.08619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.173557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:01.086229Z","caller":"traceutil/trace.go:171","msg":"trace[1433254703] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1824; }","duration":"157.289489ms","start":"2026-03-01T14:04:00.928925Z","end":"2026-03-01T14:04:01.086214Z","steps":["trace[1433254703] 'agreement among raft nodes before linearized reading' (duration: 157.197387ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:01.086384Z","caller":"traceutil/trace.go:171","msg":"trace[1857844071] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"190.282383ms","start":"2026-03-01T14:04:00.896058Z","end":"2026-03-01T14:04:01.086341Z","steps":["trace[1857844071] 'process raft request' (duration: 189.763628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:01.509882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.14962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T14:04:01.509874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.849424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:04:01.509961Z","caller":"traceutil/trace.go:171","msg":"trace[248870946] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1824; }","duration":"127.272203ms","start":"2026-03-01T14:04:01.38267Z","end":"2026-03-01T14:04:01.509942Z","steps":["trace[248870946] 'range keys from in-memory index tree' (duration: 127.000255ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:01.509985Z","caller":"traceutil/trace.go:171","msg":"trace[123496866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"245.014868ms","start":"2026-03-01T14:04:01.264943Z","end":"2026-03-01T14:04:01.509958Z","steps":["trace[123496866] 'range keys from in-memory index tree' (duration: 244.744462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.840665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360606180650006,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:04:11.872649Z","caller":"traceutil/trace.go:171","msg":"trace[358947623] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"532.310959ms","start":"2026-03-01T14:04:11.340315Z","end":"2026-03-01T14:04:11.872626Z","steps":["trace[358947623] 'read index received' (duration: 532.287968ms)","trace[358947623] 'applied index is now lower than readState.Index' (duration: 21.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:11.872792Z","caller":"traceutil/trace.go:171","msg":"trace[482875017] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"689.718331ms","start":"2026-03-01T14:04:11.183059Z","end":"2026-03-01T14:04:11.872777Z","steps":["trace[482875017] 'process raft request' (duration: 689.435574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.873061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.987246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T14:04:11.873078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:11.183032Z","time spent":"689.964477ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:11.873128Z","caller":"traceutil/trace.go:171","msg":"trace[129399923] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1871; }","duration":"342.098789ms","start":"2026-03-01T14:04:11.531011Z","end":"2026-03-01T14:04:11.87311Z","steps":["trace[129399923] 'agreement among raft nodes before linearized reading' (duration: 341.916265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.873175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:11.530992Z","time spent":"342.173701ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-01T14:04:11.873257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.901405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:04:11.873157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.227278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:04:11.873385Z","caller":"traceutil/trace.go:171","msg":"trace[1585371178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"135.505085ms","start":"2026-03-01T14:04:11.73786Z","end":"2026-03-01T14:04:11.873366Z","steps":["trace[1585371178] 'agreement among raft nodes before linearized reading' (duration: 135.109695ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:11.873322Z","caller":"traceutil/trace.go:171","msg":"trace[1894536011] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1871; }","duration":"533.024227ms","start":"2026-03-01T14:04:11.34028Z","end":"2026-03-01T14:04:11.873304Z","steps":["trace[1894536011] 'agreement among raft nodes before linearized reading' (duration: 532.74572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.873725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:11.340265Z","time spent":"533.410708ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:04:11.873536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.374349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:11.873878Z","caller":"traceutil/trace.go:171","msg":"trace[1972817946] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1871; }","duration":"259.754369ms","start":"2026-03-01T14:04:11.614107Z","end":"2026-03-01T14:04:11.873861Z","steps":["trace[1972817946] 'agreement among raft nodes before linearized reading' (duration: 259.398409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.874949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.454796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:04:11.875232Z","caller":"traceutil/trace.go:171","msg":"trace[674932239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1871; }","duration":"321.569538ms","start":"2026-03-01T14:04:11.553439Z","end":"2026-03-01T14:04:11.875009Z","steps":["trace[674932239] 'agreement among raft nodes before linearized reading' (duration: 319.873944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.875291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:11.553422Z","time spent":"321.854696ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:04:32.236292Z","caller":"traceutil/trace.go:171","msg":"trace[2117310594] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2054; }","duration":"266.762563ms","start":"2026-03-01T14:04:31.969499Z","end":"2026-03-01T14:04:32.236261Z","steps":["trace[2117310594] 'read index received' (duration: 54.406605ms)","trace[2117310594] 'applied index is now lower than readState.Index' (duration: 212.355017ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:32.236347Z","caller":"traceutil/trace.go:171","msg":"trace[995356294] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"274.687527ms","start":"2026-03-01T14:04:31.961624Z","end":"2026-03-01T14:04:32.236311Z","steps":["trace[995356294] 'process raft request' (duration: 236.254181ms)","trace[995356294] 'compare' (duration: 38.19414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:32.236533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.014049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-01T14:04:32.236574Z","caller":"traceutil/trace.go:171","msg":"trace[462041857] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:1962; }","duration":"267.100281ms","start":"2026-03-01T14:04:31.969464Z","end":"2026-03-01T14:04:32.236564Z","steps":["trace[462041857] 'agreement among raft nodes before linearized reading' (duration: 266.940037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.236685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.132011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:04:32.236695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.180458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-4vz9j\" ","response":"range_response_count:1 size:11386"} {"level":"info","ts":"2026-03-01T14:04:32.236769Z","caller":"traceutil/trace.go:171","msg":"trace[1909835123] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1962; }","duration":"242.247404ms","start":"2026-03-01T14:04:31.994495Z","end":"2026-03-01T14:04:32.236743Z","steps":["trace[1909835123] 'agreement among raft nodes before linearized reading' (duration: 242.023318ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.236772Z","caller":"traceutil/trace.go:171","msg":"trace[1038590926] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-4vz9j; range_end:; response_count:1; response_revision:1962; }","duration":"213.294311ms","start":"2026-03-01T14:04:32.02346Z","end":"2026-03-01T14:04:32.236754Z","steps":["trace[1038590926] 'agreement among raft nodes before linearized reading' (duration: 213.078966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.236829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.783155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:04:32.23692Z","caller":"traceutil/trace.go:171","msg":"trace[1429087489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1962; }","duration":"192.909269ms","start":"2026-03-01T14:04:32.043986Z","end":"2026-03-01T14:04:32.236895Z","steps":["trace[1429087489] 'agreement among raft nodes before linearized reading' (duration: 192.687133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.236911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.291254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T14:04:32.237041Z","caller":"traceutil/trace.go:171","msg":"trace[988124275] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1962; }","duration":"233.445878ms","start":"2026-03-01T14:04:32.003568Z","end":"2026-03-01T14:04:32.237014Z","steps":["trace[988124275] 'agreement among raft nodes before linearized reading' (duration: 233.12888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.41983Z","caller":"traceutil/trace.go:171","msg":"trace[236902586] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2059; }","duration":"102.162641ms","start":"2026-03-01T14:04:32.317637Z","end":"2026-03-01T14:04:32.4198Z","steps":["trace[236902586] 'read index received' (duration: 38.97552ms)","trace[236902586] 'applied index is now lower than readState.Index' (duration: 63.185791ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:32.419904Z","caller":"traceutil/trace.go:171","msg":"trace[1577837281] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"112.223839ms","start":"2026-03-01T14:04:32.307652Z","end":"2026-03-01T14:04:32.419875Z","steps":["trace[1577837281] 'process raft request' (duration: 49.001887ms)","trace[1577837281] 'compare' (duration: 63.037268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:32.420117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.453139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-4vz9j\" ","response":"range_response_count:1 size:11386"} {"level":"info","ts":"2026-03-01T14:04:32.420186Z","caller":"traceutil/trace.go:171","msg":"trace[1290586938] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-4vz9j; range_end:; response_count:1; response_revision:1966; }","duration":"102.558302ms","start":"2026-03-01T14:04:32.317608Z","end":"2026-03-01T14:04:32.420166Z","steps":["trace[1290586938] 'agreement among raft nodes before linearized reading' (duration: 102.320156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.748656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.776725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:32.748762Z","caller":"traceutil/trace.go:171","msg":"trace[701476101] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1967; }","duration":"114.941859ms","start":"2026-03-01T14:04:32.633797Z","end":"2026-03-01T14:04:32.748739Z","steps":["trace[701476101] 'count revisions from in-memory index tree' (duration: 114.654151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:34.127498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.917741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T14:04:34.127598Z","caller":"traceutil/trace.go:171","msg":"trace[767881627] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:1969; }","duration":"135.046694ms","start":"2026-03-01T14:04:33.992523Z","end":"2026-03-01T14:04:34.12757Z","steps":["trace[767881627] 'range keys from in-memory index tree' (duration: 134.778577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:34.127554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.490703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader\" ","response":"range_response_count:1 size:856"} {"level":"warn","ts":"2026-03-01T14:04:34.127659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.252662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:04:34.12797Z","caller":"traceutil/trace.go:171","msg":"trace[1842466197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1969; }","duration":"100.618952ms","start":"2026-03-01T14:04:34.027336Z","end":"2026-03-01T14:04:34.127955Z","steps":["trace[1842466197] 'range keys from in-memory index tree' (duration: 100.056897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:34.127935Z","caller":"traceutil/trace.go:171","msg":"trace[1618971656] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader; range_end:; response_count:1; response_revision:1969; }","duration":"133.838052ms","start":"2026-03-01T14:04:33.99399Z","end":"2026-03-01T14:04:34.127828Z","steps":["trace[1618971656] 'range keys from in-memory index tree' (duration: 133.34767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:34.359205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.26789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:04:34.35928Z","caller":"traceutil/trace.go:171","msg":"trace[2017725346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"119.383843ms","start":"2026-03-01T14:04:34.23988Z","end":"2026-03-01T14:04:34.359263Z","steps":["trace[2017725346] 'range keys from in-memory index tree' (duration: 119.037664ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:34.624868Z","caller":"traceutil/trace.go:171","msg":"trace[1863715770] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"165.442784ms","start":"2026-03-01T14:04:34.459395Z","end":"2026-03-01T14:04:34.624838Z","steps":["trace[1863715770] 'read index received' (duration: 111.080299ms)","trace[1863715770] 'applied index is now lower than readState.Index' (duration: 54.361315ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:34.624903Z","caller":"traceutil/trace.go:171","msg":"trace[2027241857] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"166.771648ms","start":"2026-03-01T14:04:34.458106Z","end":"2026-03-01T14:04:34.624878Z","steps":["trace[2027241857] 'process raft request' (duration: 112.432474ms)","trace[2027241857] 'compare' (duration: 54.15376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:34.625098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.69314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-03-01T14:04:34.62514Z","caller":"traceutil/trace.go:171","msg":"trace[1564769702] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:1973; }","duration":"165.745132ms","start":"2026-03-01T14:04:34.459384Z","end":"2026-03-01T14:04:34.625129Z","steps":["trace[1564769702] 'agreement among raft nodes before linearized reading' (duration: 165.654479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:35.113788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.057049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-01T14:04:35.113865Z","caller":"traceutil/trace.go:171","msg":"trace[1454725966] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:1975; }","duration":"334.169362ms","start":"2026-03-01T14:04:34.779677Z","end":"2026-03-01T14:04:35.113846Z","steps":["trace[1454725966] 'range keys from in-memory index tree' (duration: 333.929746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:35.113861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.385943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:04:35.113905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.779664Z","time spent":"334.231213ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":756,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" "} {"level":"info","ts":"2026-03-01T14:04:35.113923Z","caller":"traceutil/trace.go:171","msg":"trace[942556481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1975; }","duration":"321.474556ms","start":"2026-03-01T14:04:34.792431Z","end":"2026-03-01T14:04:35.113906Z","steps":["trace[942556481] 'range keys from in-memory index tree' (duration: 321.186428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:35.113969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.792415Z","time spent":"321.541318ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:04:35.113859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.751334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-01T14:04:35.114213Z","caller":"traceutil/trace.go:171","msg":"trace[1724747063] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1975; }","duration":"315.125353ms","start":"2026-03-01T14:04:34.79907Z","end":"2026-03-01T14:04:35.114195Z","steps":["trace[1724747063] 'range keys from in-memory index tree' (duration: 314.672872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:35.114269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.799059Z","time spent":"315.188375ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":752,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-03-01T14:04:44.390592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.71258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:04:44.390689Z","caller":"traceutil/trace.go:171","msg":"trace[1655697534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2010; }","duration":"101.851183ms","start":"2026-03-01T14:04:44.28882Z","end":"2026-03-01T14:04:44.390671Z","steps":["trace[1655697534] 'range keys from in-memory index tree' (duration: 101.505463ms)"],"step_count":1}