{"level":"warn","ts":"2026-03-18T21:48:30.558287Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:48:30.558418Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T21:48:30.558495Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:48:30.558509Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-18T21:48:30.558532Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:48:30.559336Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-03-18T21:48:30.559487Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T21:48:30.565396Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.582096ms"} {"level":"info","ts":"2026-03-18T21:48:30.573392Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-03-18T21:48:30.573638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T21:48:30.573685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-03-18T21:48:30.573801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T21:48:30.573893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-03-18T21:48:30.573961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-03-18T21:48:30.582428Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T21:48:30.584127Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T21:48:30.585505Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T21:48:30.587726Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T21:48:30.58814Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T21:48:30.588247Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:48:30.588418Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:48:30.588435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:48:30.589787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-03-18T21:48:30.590014Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-18T21:48:30.595295Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:48:30.595551Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T21:48:30.595592Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T21:48:30.595715Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-18T21:48:30.595735Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-18T21:48:30.876039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T21:48:30.87625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T21:48:30.876465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-03-18T21:48:30.87658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-03-18T21:48:30.876658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-18T21:48:30.876799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-03-18T21:48:30.876865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-18T21:48:30.877645Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T21:48:30.877661Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:48:30.877713Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:48:30.877767Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:48:30.877971Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T21:48:30.878325Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T21:48:30.879868Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:48:30.880017Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:48:30.880118Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:48:30.882042Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T21:48:30.887051Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-03-18T21:48:42.015251Z","caller":"traceutil/trace.go:171","msg":"trace[2147167261] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"236.213688ms","start":"2026-03-18T21:48:41.779005Z","end":"2026-03-18T21:48:42.015219Z","steps":["trace[2147167261] 'process raft request' (duration: 236.025653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:48:48.001036Z","caller":"traceutil/trace.go:171","msg":"trace[1570230939] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"501.670033ms","start":"2026-03-18T21:48:47.499334Z","end":"2026-03-18T21:48:48.001004Z","steps":["trace[1570230939] 'process raft request' (duration: 501.485208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:48.001738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:47.499308Z","time spent":"501.826187ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:48:48.606663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793344962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:48:49.107275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793344962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:48:49.309445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296788343s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:48:49.431457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.41139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:48:49.431989Z","caller":"traceutil/trace.go:171","msg":"trace[1651447332] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"1.419389704s","start":"2026-03-18T21:48:48.012531Z","end":"2026-03-18T21:48:49.431921Z","steps":["trace[1651447332] 'process raft request' (duration: 1.297204874s)","trace[1651447332] 'compare' (duration: 121.184973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:48:49.432324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:48.012505Z","time spent":"1.419689392s","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:48:50.10656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:48:50.106661Z","caller":"traceutil/trace.go:171","msg":"trace[206768682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011681s","start":"2026-03-18T21:48:48.106523Z","end":"2026-03-18T21:48:50.10664Z","steps":["trace[206768682] 'agreement among raft nodes before linearized reading' (duration: 1.999982467s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:50.106726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:48.1065Z","time spent":"2.000215623s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:48:50.587875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156244048s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:48:50.587985Z","caller":"traceutil/trace.go:171","msg":"trace[971352802] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:459; }","duration":"2.481396445s","start":"2026-03-18T21:48:48.10657Z","end":"2026-03-18T21:48:50.587966Z","steps":["trace[971352802] 'read index received' (duration: 1.203182082s)","trace[971352802] 'applied index is now lower than readState.Index' (duration: 1.278212743s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:48:51.088822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793344966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:48:51.190025Z","caller":"traceutil/trace.go:171","msg":"trace[551781484] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"601.987877ms","start":"2026-03-18T21:48:50.588011Z","end":"2026-03-18T21:48:51.189999Z","steps":["trace[551781484] 'read index received' (duration: 601.755801ms)","trace[551781484] 'applied index is now lower than readState.Index' (duration: 231.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:48:51.190201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95225387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:48:51.190237Z","caller":"traceutil/trace.go:171","msg":"trace[2140233784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:446; }","duration":"2.952351203s","start":"2026-03-18T21:48:48.237874Z","end":"2026-03-18T21:48:51.190226Z","steps":["trace[2140233784] 'agreement among raft nodes before linearized reading' (duration: 2.952225409s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:51.190273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:48.237841Z","time spent":"2.952423495s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:48:51.190267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194937988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:48:51.190283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393503733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:48:51.190383Z","caller":"traceutil/trace.go:171","msg":"trace[453280658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:446; }","duration":"2.195113524s","start":"2026-03-18T21:48:48.99524Z","end":"2026-03-18T21:48:51.190354Z","steps":["trace[453280658] 'agreement among raft nodes before linearized reading' (duration: 2.194785394s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:48:51.190395Z","caller":"traceutil/trace.go:171","msg":"trace[1429852555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:446; }","duration":"2.393680338s","start":"2026-03-18T21:48:48.796692Z","end":"2026-03-18T21:48:51.190373Z","steps":["trace[1429852555] 'agreement among raft nodes before linearized reading' (duration: 2.393432471s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:51.190442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:48.995217Z","time spent":"2.195216716s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:48:51.190448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:48.796669Z","time spent":"2.39377s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:48:51.190488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662385766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:48:51.190558Z","caller":"traceutil/trace.go:171","msg":"trace[677989542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:446; }","duration":"2.66251568s","start":"2026-03-18T21:48:48.528024Z","end":"2026-03-18T21:48:51.19054Z","steps":["trace[677989542] 'agreement among raft nodes before linearized reading' (duration: 2.662343225s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:48:51.190274Z","caller":"traceutil/trace.go:171","msg":"trace[723912779] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"1.078991381s","start":"2026-03-18T21:48:50.111227Z","end":"2026-03-18T21:48:51.190218Z","steps":["trace[723912779] 'process raft request' (duration: 1.078617992s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:51.190609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:48.528Z","time spent":"2.662595872s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:48:51.190666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:50.111192Z","time spent":"1.079418243s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:48:57.377426Z","caller":"traceutil/trace.go:171","msg":"trace[14822510] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"105.310554ms","start":"2026-03-18T21:48:57.272089Z","end":"2026-03-18T21:48:57.3774Z","steps":["trace[14822510] 'process raft request' (duration: 105.16253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:48:57.583777Z","caller":"traceutil/trace.go:171","msg":"trace[377722408] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"310.368606ms","start":"2026-03-18T21:48:57.273378Z","end":"2026-03-18T21:48:57.583746Z","steps":["trace[377722408] 'process raft request' (duration: 310.242613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:48:57.583961Z","caller":"traceutil/trace.go:171","msg":"trace[343382801] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"310.402957ms","start":"2026-03-18T21:48:57.273532Z","end":"2026-03-18T21:48:57.583935Z","steps":["trace[343382801] 'process raft request' (duration: 310.13346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:57.583982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:57.273362Z","time spent":"310.506889ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:48:57.583776Z","caller":"traceutil/trace.go:171","msg":"trace[604726774] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"310.843069ms","start":"2026-03-18T21:48:57.272888Z","end":"2026-03-18T21:48:57.583732Z","steps":["trace[604726774] 'process raft request' (duration: 310.549011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:57.584149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:57.272874Z","time spent":"311.231868ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:48:57.584149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:48:57.273501Z","time spent":"310.53292ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:48:58.269672Z","caller":"traceutil/trace.go:171","msg":"trace[1604198134] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"118.575316ms","start":"2026-03-18T21:48:58.151057Z","end":"2026-03-18T21:48:58.269632Z","steps":["trace[1604198134] 'process raft request' (duration: 57.445265ms)","trace[1604198134] 'compare' (duration: 60.789112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:48:59.689608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.893089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:48:59.689725Z","caller":"traceutil/trace.go:171","msg":"trace[1587796623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:468; }","duration":"101.090154ms","start":"2026-03-18T21:48:59.58861Z","end":"2026-03-18T21:48:59.689701Z","steps":["trace[1587796623] 'range keys from in-memory index tree' (duration: 100.728285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:48:59.690024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.584988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:48:59.690089Z","caller":"traceutil/trace.go:171","msg":"trace[1804051036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"101.652039ms","start":"2026-03-18T21:48:59.588422Z","end":"2026-03-18T21:48:59.690074Z","steps":["trace[1804051036] 'range keys from in-memory index tree' (duration: 101.436174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:48:59.953995Z","caller":"traceutil/trace.go:171","msg":"trace[1284461273] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"124.964901ms","start":"2026-03-18T21:48:59.82899Z","end":"2026-03-18T21:48:59.953955Z","steps":["trace[1284461273] 'process raft request' (duration: 124.488009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:00.392356Z","caller":"traceutil/trace.go:171","msg":"trace[1330655482] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"334.571292ms","start":"2026-03-18T21:49:00.057744Z","end":"2026-03-18T21:49:00.392316Z","steps":["trace[1330655482] 'process raft request' (duration: 249.476981ms)","trace[1330655482] 'compare' (duration: 84.901376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:00.392579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:00.057713Z","time spent":"334.773917ms","remote":"127.0.0.1:53594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:02.009186Z","caller":"traceutil/trace.go:171","msg":"trace[631357150] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"271.508959ms","start":"2026-03-18T21:49:01.737635Z","end":"2026-03-18T21:49:02.009144Z","steps":["trace[631357150] 'read index received' (duration: 271.214532ms)","trace[631357150] 'applied index is now lower than readState.Index' (duration: 291.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:02.009389Z","caller":"traceutil/trace.go:171","msg":"trace[1599699362] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"272.63306ms","start":"2026-03-18T21:49:01.736741Z","end":"2026-03-18T21:49:02.009374Z","steps":["trace[1599699362] 'process raft request' (duration: 272.149087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:02.009562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.247544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:02.009672Z","caller":"traceutil/trace.go:171","msg":"trace[524378192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:507; }","duration":"271.381867ms","start":"2026-03-18T21:49:01.738263Z","end":"2026-03-18T21:49:02.009645Z","steps":["trace[524378192] 'agreement among raft nodes before linearized reading' (duration: 271.216033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:02.009736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.071226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:49:02.009803Z","caller":"traceutil/trace.go:171","msg":"trace[526406271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"272.195129ms","start":"2026-03-18T21:49:01.73759Z","end":"2026-03-18T21:49:02.009786Z","steps":["trace[526406271] 'agreement among raft nodes before linearized reading' (duration: 272.065025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:04.027773Z","caller":"traceutil/trace.go:171","msg":"trace[123251657] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"192.787835ms","start":"2026-03-18T21:49:03.834952Z","end":"2026-03-18T21:49:04.02774Z","steps":["trace[123251657] 'read index received' (duration: 192.541899ms)","trace[123251657] 'applied index is now lower than readState.Index' (duration: 244.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:04.027886Z","caller":"traceutil/trace.go:171","msg":"trace[770508185] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"269.404957ms","start":"2026-03-18T21:49:03.75842Z","end":"2026-03-18T21:49:04.027825Z","steps":["trace[770508185] 'process raft request' (duration: 269.123739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:04.028063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.079113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lm66v\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-18T21:49:04.028123Z","caller":"traceutil/trace.go:171","msg":"trace[2114463942] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lm66v; range_end:; response_count:1; response_revision:532; }","duration":"193.199596ms","start":"2026-03-18T21:49:03.834911Z","end":"2026-03-18T21:49:04.02811Z","steps":["trace[2114463942] 'agreement among raft nodes before linearized reading' (duration: 193.003171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:04.069195Z","caller":"traceutil/trace.go:171","msg":"trace[985280486] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"110.888148ms","start":"2026-03-18T21:49:03.95827Z","end":"2026-03-18T21:49:04.069158Z","steps":["trace[985280486] 'process raft request' (duration: 110.598931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:04.620823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:05.121311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:05.192235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071521339s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:05.192743Z","caller":"traceutil/trace.go:171","msg":"trace[533512205] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.083399846s","start":"2026-03-18T21:49:04.109314Z","end":"2026-03-18T21:49:05.192714Z","steps":["trace[533512205] 'process raft request' (duration: 1.08318258s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.192955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.109286Z","time spent":"1.08355603s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:05.205117Z","caller":"traceutil/trace.go:171","msg":"trace[948434106] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:561; }","duration":"1.084310299s","start":"2026-03-18T21:49:04.120758Z","end":"2026-03-18T21:49:05.205068Z","steps":["trace[948434106] 'read index received' (duration: 1.071807876s)","trace[948434106] 'applied index is now lower than readState.Index' (duration: 12.500853ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:05.205281Z","caller":"traceutil/trace.go:171","msg":"trace[697665689] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"241.947486ms","start":"2026-03-18T21:49:04.963322Z","end":"2026-03-18T21:49:05.205269Z","steps":["trace[697665689] 'process raft request' (duration: 241.576396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.205493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084712269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:05.205743Z","caller":"traceutil/trace.go:171","msg":"trace[115030733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:544; }","duration":"1.085014648s","start":"2026-03-18T21:49:04.120713Z","end":"2026-03-18T21:49:05.205727Z","steps":["trace[115030733] 'agreement among raft nodes before linearized reading' (duration: 1.084622306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.205824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.120692Z","time spent":"1.08510705s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:05.212688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.347671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:05.212758Z","caller":"traceutil/trace.go:171","msg":"trace[766085433] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:545; }","duration":"456.457953ms","start":"2026-03-18T21:49:04.756279Z","end":"2026-03-18T21:49:05.212737Z","steps":["trace[766085433] 'agreement among raft nodes before linearized reading' (duration: 456.353331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.212791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.756258Z","time spent":"456.526315ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-18T21:49:05.213098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.953982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:05.213164Z","caller":"traceutil/trace.go:171","msg":"trace[602928004] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:545; }","duration":"656.063225ms","start":"2026-03-18T21:49:04.557089Z","end":"2026-03-18T21:49:05.213152Z","steps":["trace[602928004] 'agreement among raft nodes before linearized reading' (duration: 655.978963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.213159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.340834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:05.213185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.557065Z","time spent":"656.113967ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-18T21:49:05.213211Z","caller":"traceutil/trace.go:171","msg":"trace[704873504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:545; }","duration":"856.438977ms","start":"2026-03-18T21:49:04.356756Z","end":"2026-03-18T21:49:05.213195Z","steps":["trace[704873504] 'agreement among raft nodes before linearized reading' (duration: 856.307394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.213242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.356687Z","time spent":"856.54783ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-18T21:49:05.213372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067642388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:05.213401Z","caller":"traceutil/trace.go:171","msg":"trace[1835863309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"1.06771822s","start":"2026-03-18T21:49:04.145673Z","end":"2026-03-18T21:49:05.213392Z","steps":["trace[1835863309] 'agreement among raft nodes before linearized reading' (duration: 1.06691814s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.213419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.145646Z","time spent":"1.067768402s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:05.21466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058381949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:05.214712Z","caller":"traceutil/trace.go:171","msg":"trace[643407021] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:545; }","duration":"1.058480191s","start":"2026-03-18T21:49:04.156222Z","end":"2026-03-18T21:49:05.214702Z","steps":["trace[643407021] 'agreement among raft nodes before linearized reading' (duration: 1.057016303s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:05.214735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:04.156189Z","time spent":"1.058541063s","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-18T21:49:07.19988Z","caller":"traceutil/trace.go:171","msg":"trace[1277398526] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"126.442699ms","start":"2026-03-18T21:49:07.073411Z","end":"2026-03-18T21:49:07.199854Z","steps":["trace[1277398526] 'process raft request' (duration: 126.056829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:07.442497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.634942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:07.442625Z","caller":"traceutil/trace.go:171","msg":"trace[59387600] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:582; }","duration":"297.77708ms","start":"2026-03-18T21:49:07.144829Z","end":"2026-03-18T21:49:07.442606Z","steps":["trace[59387600] 'read index received' (duration: 54.618462ms)","trace[59387600] 'applied index is now lower than readState.Index' (duration: 243.157318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:07.44277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.939274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:07.4428Z","caller":"traceutil/trace.go:171","msg":"trace[1505381588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"297.997686ms","start":"2026-03-18T21:49:07.144792Z","end":"2026-03-18T21:49:07.442789Z","steps":["trace[1505381588] 'agreement among raft nodes before linearized reading' (duration: 297.912183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:07.442868Z","caller":"traceutil/trace.go:171","msg":"trace[1269972520] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"337.898698ms","start":"2026-03-18T21:49:07.104822Z","end":"2026-03-18T21:49:07.442721Z","steps":["trace[1269972520] 'process raft request' (duration: 207.929287ms)","trace[1269972520] 'compare' (duration: 129.367326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:07.443014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.95383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-18T21:49:07.443093Z","caller":"traceutil/trace.go:171","msg":"trace[1910776199] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:565; }","duration":"287.100944ms","start":"2026-03-18T21:49:07.155966Z","end":"2026-03-18T21:49:07.443067Z","steps":["trace[1910776199] 'agreement among raft nodes before linearized reading' (duration: 286.807816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:07.443104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:07.104788Z","time spent":"338.192456ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:07.443067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.828086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:49:07.44328Z","caller":"traceutil/trace.go:171","msg":"trace[506545997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:565; }","duration":"222.064662ms","start":"2026-03-18T21:49:07.221157Z","end":"2026-03-18T21:49:07.443222Z","steps":["trace[506545997] 'agreement among raft nodes before linearized reading' (duration: 221.703743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:07.832206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.010433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:07.832365Z","caller":"traceutil/trace.go:171","msg":"trace[923415459] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:585; }","duration":"375.534191ms","start":"2026-03-18T21:49:07.456803Z","end":"2026-03-18T21:49:07.832337Z","steps":["trace[923415459] 'read index received' (duration: 13.894319ms)","trace[923415459] 'applied index is now lower than readState.Index' (duration: 361.638502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:07.832424Z","caller":"traceutil/trace.go:171","msg":"trace[1432836005] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"384.329598ms","start":"2026-03-18T21:49:07.448048Z","end":"2026-03-18T21:49:07.832378Z","steps":["trace[1432836005] 'process raft request' (duration: 177.019667ms)","trace[1432836005] 'compare' (duration: 206.756617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:07.83271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.907691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:49:07.832756Z","caller":"traceutil/trace.go:171","msg":"trace[1451384923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"375.975622ms","start":"2026-03-18T21:49:07.456767Z","end":"2026-03-18T21:49:07.832743Z","steps":["trace[1451384923] 'agreement among raft nodes before linearized reading' (duration: 375.670844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:07.832798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:07.456757Z","time spent":"376.031233ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:07.832755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:07.448038Z","time spent":"384.514192ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:07.869273Z","caller":"traceutil/trace.go:171","msg":"trace[1693461427] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"308.008455ms","start":"2026-03-18T21:49:07.561241Z","end":"2026-03-18T21:49:07.86925Z","steps":["trace[1693461427] 'process raft request' (duration: 307.146463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:07.86938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.933085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-18T21:49:07.869432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:07.561201Z","time spent":"308.137288ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:07.869478Z","caller":"traceutil/trace.go:171","msg":"trace[102646793] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:568; }","duration":"312.042458ms","start":"2026-03-18T21:49:07.557407Z","end":"2026-03-18T21:49:07.86945Z","steps":["trace[102646793] 'agreement among raft nodes before linearized reading' (duration: 311.761461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:07.869538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:07.557225Z","time spent":"312.298445ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-18T21:49:07.86983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.86895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-18T21:49:07.869947Z","caller":"traceutil/trace.go:171","msg":"trace[1899869122] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:568; }","duration":"113.067394ms","start":"2026-03-18T21:49:07.756851Z","end":"2026-03-18T21:49:07.869918Z","steps":["trace[1899869122] 'agreement among raft nodes before linearized reading' (duration: 112.460597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:08.085534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.681347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-18T21:49:08.085647Z","caller":"traceutil/trace.go:171","msg":"trace[576755732] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:569; }","duration":"128.870242ms","start":"2026-03-18T21:49:07.956751Z","end":"2026-03-18T21:49:08.085622Z","steps":["trace[576755732] 'range keys from in-memory index tree' (duration: 128.366478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:08.265125Z","caller":"traceutil/trace.go:171","msg":"trace[1481634047] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"104.667817ms","start":"2026-03-18T21:49:08.160431Z","end":"2026-03-18T21:49:08.265099Z","steps":["trace[1481634047] 'process raft request' (duration: 104.525933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:09.901405Z","caller":"traceutil/trace.go:171","msg":"trace[941189421] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"170.993351ms","start":"2026-03-18T21:49:09.730384Z","end":"2026-03-18T21:49:09.901378Z","steps":["trace[941189421] 'read index received' (duration: 170.827617ms)","trace[941189421] 'applied index is now lower than readState.Index' (duration: 164.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:09.901485Z","caller":"traceutil/trace.go:171","msg":"trace[730356741] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"423.075411ms","start":"2026-03-18T21:49:09.478358Z","end":"2026-03-18T21:49:09.901434Z","steps":["trace[730356741] 'process raft request' (duration: 422.835854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.90164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.206987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.901746Z","caller":"traceutil/trace.go:171","msg":"trace[123300342] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:573; }","duration":"171.371131ms","start":"2026-03-18T21:49:09.730353Z","end":"2026-03-18T21:49:09.901724Z","steps":["trace[123300342] 'agreement among raft nodes before linearized reading' (duration: 171.169106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.901728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.824071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:09.901853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.167475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:09.901847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.938089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.901923Z","caller":"traceutil/trace.go:171","msg":"trace[1880660120] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:573; }","duration":"123.269617ms","start":"2026-03-18T21:49:09.77863Z","end":"2026-03-18T21:49:09.9019Z","steps":["trace[1880660120] 'agreement among raft nodes before linearized reading' (duration: 123.091433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:09.901927Z","caller":"traceutil/trace.go:171","msg":"trace[1930716315] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:573; }","duration":"141.054437ms","start":"2026-03-18T21:49:09.760829Z","end":"2026-03-18T21:49:09.901884Z","steps":["trace[1930716315] 'agreement among raft nodes before linearized reading' (duration: 140.752599ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:09.901982Z","caller":"traceutil/trace.go:171","msg":"trace[582132287] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:573; }","duration":"123.174446ms","start":"2026-03-18T21:49:09.778771Z","end":"2026-03-18T21:49:09.901946Z","steps":["trace[582132287] 'agreement among raft nodes before linearized reading' (duration: 122.901069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.902135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.447847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:09.902144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.147577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.902184Z","caller":"traceutil/trace.go:171","msg":"trace[1662576023] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:573; }","duration":"122.508738ms","start":"2026-03-18T21:49:09.779664Z","end":"2026-03-18T21:49:09.902172Z","steps":["trace[1662576023] 'agreement among raft nodes before linearized reading' (duration: 122.435827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.901888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.393371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.902235Z","caller":"traceutil/trace.go:171","msg":"trace[351812249] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:573; }","duration":"171.795503ms","start":"2026-03-18T21:49:09.730423Z","end":"2026-03-18T21:49:09.902218Z","steps":["trace[351812249] 'agreement among raft nodes before linearized reading' (duration: 171.134606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:09.902244Z","caller":"traceutil/trace.go:171","msg":"trace[2083870244] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:573; }","duration":"142.437254ms","start":"2026-03-18T21:49:09.759787Z","end":"2026-03-18T21:49:09.902224Z","steps":["trace[2083870244] 'agreement among raft nodes before linearized reading' (duration: 142.139086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.9023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.610048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.902337Z","caller":"traceutil/trace.go:171","msg":"trace[529524277] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:573; }","duration":"142.659669ms","start":"2026-03-18T21:49:09.759668Z","end":"2026-03-18T21:49:09.902328Z","steps":["trace[529524277] 'agreement among raft nodes before linearized reading' (duration: 142.605898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.902354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.137615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:09.90245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.416896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.902453Z","caller":"traceutil/trace.go:171","msg":"trace[1261630206] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:573; }","duration":"159.278709ms","start":"2026-03-18T21:49:09.743151Z","end":"2026-03-18T21:49:09.90243Z","steps":["trace[1261630206] 'agreement among raft nodes before linearized reading' (duration: 159.111595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:09.902479Z","caller":"traceutil/trace.go:171","msg":"trace[62344443] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:573; }","duration":"158.462277ms","start":"2026-03-18T21:49:09.744008Z","end":"2026-03-18T21:49:09.90247Z","steps":["trace[62344443] 'agreement among raft nodes before linearized reading' (duration: 158.413436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.902504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.696189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.902545Z","caller":"traceutil/trace.go:171","msg":"trace[615424915] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:573; }","duration":"171.784072ms","start":"2026-03-18T21:49:09.730747Z","end":"2026-03-18T21:49:09.902531Z","steps":["trace[615424915] 'agreement among raft nodes before linearized reading' (duration: 171.71893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.902693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.592507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:09.902787Z","caller":"traceutil/trace.go:171","msg":"trace[1026038741] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:573; }","duration":"159.693589ms","start":"2026-03-18T21:49:09.743067Z","end":"2026-03-18T21:49:09.902761Z","steps":["trace[1026038741] 'agreement among raft nodes before linearized reading' (duration: 159.569006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:09.902936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:09.478332Z","time spent":"423.277786ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:12.779496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:13.280061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:13.429041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204797534s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:13.429533Z","caller":"traceutil/trace.go:171","msg":"trace[760424410] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"1.15086545s","start":"2026-03-18T21:49:12.278628Z","end":"2026-03-18T21:49:13.429493Z","steps":["trace[760424410] 'read index received' (duration: 1.150587023s)","trace[760424410] 'applied index is now lower than readState.Index' (duration: 276.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:13.429678Z","caller":"traceutil/trace.go:171","msg":"trace[1345914487] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.205483202s","start":"2026-03-18T21:49:12.224096Z","end":"2026-03-18T21:49:13.429579Z","steps":["trace[1345914487] 'process raft request' (duration: 1.205164944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:13.429812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151150527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:49:13.429837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.203059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:13.429879Z","caller":"traceutil/trace.go:171","msg":"trace[1568060720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"1.1512408s","start":"2026-03-18T21:49:12.278617Z","end":"2026-03-18T21:49:13.429858Z","steps":["trace[1568060720] 'agreement among raft nodes before linearized reading' (duration: 1.151062555s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:13.429887Z","caller":"traceutil/trace.go:171","msg":"trace[1091717027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"284.332872ms","start":"2026-03-18T21:49:13.14554Z","end":"2026-03-18T21:49:13.429873Z","steps":["trace[1091717027] 'agreement among raft nodes before linearized reading' (duration: 284.220549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:13.429936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:12.278582Z","time spent":"1.151344342s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:49:13.430028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:12.224073Z","time spent":"1.205737758s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:13.430308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.314162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfx7j\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-18T21:49:13.430349Z","caller":"traceutil/trace.go:171","msg":"trace[1109893580] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfx7j; range_end:; response_count:1; response_revision:584; }","duration":"569.409484ms","start":"2026-03-18T21:49:12.860928Z","end":"2026-03-18T21:49:13.430338Z","steps":["trace[1109893580] 'agreement among raft nodes before linearized reading' (duration: 568.774578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:13.430379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:12.860896Z","time spent":"569.475176ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-hfx7j\" "} {"level":"warn","ts":"2026-03-18T21:49:14.377285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.506815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:14.377401Z","caller":"traceutil/trace.go:171","msg":"trace[877659340] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"942.603805ms","start":"2026-03-18T21:49:13.434778Z","end":"2026-03-18T21:49:14.377381Z","steps":["trace[877659340] 'process raft request' (duration: 700.887754ms)","trace[877659340] 'compare' (duration: 241.385282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:14.377464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.434757Z","time spent":"942.672237ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:15.040162Z","caller":"traceutil/trace.go:171","msg":"trace[404326709] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.595438586s","start":"2026-03-18T21:49:13.444692Z","end":"2026-03-18T21:49:15.040131Z","steps":["trace[404326709] 'process raft request' (duration: 1.595119367s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:15.040289Z","caller":"traceutil/trace.go:171","msg":"trace[1470193618] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:604; }","duration":"1.117070146s","start":"2026-03-18T21:49:13.923154Z","end":"2026-03-18T21:49:15.040224Z","steps":["trace[1470193618] 'read index received' (duration: 212.667739ms)","trace[1470193618] 'applied index is now lower than readState.Index' (duration: 904.400497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:15.040349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.444674Z","time spent":"1.59558308s","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:15.040425Z","caller":"traceutil/trace.go:171","msg":"trace[1592738905] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.20269344s","start":"2026-03-18T21:49:13.837691Z","end":"2026-03-18T21:49:15.040384Z","steps":["trace[1592738905] 'process raft request' (duration: 1.202375922s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:15.040589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054027825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T21:49:15.040596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117439596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:49:15.040609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115867835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:49:15.040599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114953641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:15.040641Z","caller":"traceutil/trace.go:171","msg":"trace[1261668331] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:587; }","duration":"1.054076397s","start":"2026-03-18T21:49:13.986549Z","end":"2026-03-18T21:49:15.040625Z","steps":["trace[1261668331] 'agreement among raft nodes before linearized reading' (duration: 1.053880292s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:15.040662Z","caller":"traceutil/trace.go:171","msg":"trace[1208406336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"1.115990488s","start":"2026-03-18T21:49:13.924659Z","end":"2026-03-18T21:49:15.040649Z","steps":["trace[1208406336] 'agreement among raft nodes before linearized reading' (duration: 1.115762582s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:15.040653Z","caller":"traceutil/trace.go:171","msg":"trace[1616756884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:587; }","duration":"1.117552798s","start":"2026-03-18T21:49:13.923085Z","end":"2026-03-18T21:49:15.040638Z","steps":["trace[1616756884] 'agreement among raft nodes before linearized reading' (duration: 1.117319482s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:15.040676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.9865Z","time spent":"1.054168929s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-03-18T21:49:15.040676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.837669Z","time spent":"1.202899396s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:15.040701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.924634Z","time spent":"1.11605932s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:49:15.040701Z","caller":"traceutil/trace.go:171","msg":"trace[305344500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"1.115138256s","start":"2026-03-18T21:49:13.925547Z","end":"2026-03-18T21:49:15.040686Z","steps":["trace[305344500] 'agreement among raft nodes before linearized reading' (duration: 1.114879879s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:15.040717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.923056Z","time spent":"1.117647371s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:15.040746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:13.925535Z","time spent":"1.115199748s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:49:15.321378Z","caller":"traceutil/trace.go:171","msg":"trace[1220342053] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"274.258401ms","start":"2026-03-18T21:49:15.047089Z","end":"2026-03-18T21:49:15.321348Z","steps":["trace[1220342053] 'process raft request' (duration: 274.21015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:15.321427Z","caller":"traceutil/trace.go:171","msg":"trace[1791965065] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"274.348193ms","start":"2026-03-18T21:49:15.047039Z","end":"2026-03-18T21:49:15.321387Z","steps":["trace[1791965065] 'process raft request' (duration: 274.019395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:15.321438Z","caller":"traceutil/trace.go:171","msg":"trace[547254899] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"274.372734ms","start":"2026-03-18T21:49:15.047039Z","end":"2026-03-18T21:49:15.321411Z","steps":["trace[547254899] 'process raft request' (duration: 274.211599ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:15.34007Z","caller":"traceutil/trace.go:171","msg":"trace[962004900] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:608; }","duration":"194.888699ms","start":"2026-03-18T21:49:15.145161Z","end":"2026-03-18T21:49:15.34005Z","steps":["trace[962004900] 'read index received' (duration: 175.59093ms)","trace[962004900] 'applied index is now lower than readState.Index' (duration: 19.296759ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:15.340153Z","caller":"traceutil/trace.go:171","msg":"trace[989883814] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"262.96328ms","start":"2026-03-18T21:49:15.077138Z","end":"2026-03-18T21:49:15.340101Z","steps":["trace[989883814] 'process raft request' (duration: 262.775776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:15.34026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.047703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:15.340327Z","caller":"traceutil/trace.go:171","msg":"trace[971659710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"195.201497ms","start":"2026-03-18T21:49:15.145108Z","end":"2026-03-18T21:49:15.34031Z","steps":["trace[971659710] 'agreement among raft nodes before linearized reading' (duration: 195.023202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:16.352009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.832943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:49:16.35213Z","caller":"traceutil/trace.go:171","msg":"trace[439182468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"916.043488ms","start":"2026-03-18T21:49:15.436058Z","end":"2026-03-18T21:49:16.352101Z","steps":["trace[439182468] 'range keys from in-memory index tree' (duration: 915.630788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:16.352196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:15.436027Z","time spent":"916.15178ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:17.646373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:18.147216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:18.407471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746321857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:18.407559Z","caller":"traceutil/trace.go:171","msg":"trace[812416658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.746473621s","start":"2026-03-18T21:49:16.661067Z","end":"2026-03-18T21:49:18.407541Z","steps":["trace[812416658] 'range keys from in-memory index tree' (duration: 1.746222375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.407592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:16.66104Z","time spent":"1.746544183s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:18.407673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.724092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:18.407867Z","caller":"traceutil/trace.go:171","msg":"trace[344492070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:593; }","duration":"907.939769ms","start":"2026-03-18T21:49:17.499901Z","end":"2026-03-18T21:49:18.407841Z","steps":["trace[344492070] 'range keys from in-memory index tree' (duration: 907.697502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:18.451573Z","caller":"traceutil/trace.go:171","msg":"trace[560613567] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"1.306114404s","start":"2026-03-18T21:49:17.14543Z","end":"2026-03-18T21:49:18.451544Z","steps":["trace[560613567] 'read index received' (duration: 1.305968681s)","trace[560613567] 'applied index is now lower than readState.Index' (duration: 144.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:18.451634Z","caller":"traceutil/trace.go:171","msg":"trace[1345467557] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.771190521s","start":"2026-03-18T21:49:16.680401Z","end":"2026-03-18T21:49:18.451592Z","steps":["trace[1345467557] 'process raft request' (duration: 1.770916254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.451734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306269209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:18.451818Z","caller":"traceutil/trace.go:171","msg":"trace[1030060476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"1.306447023s","start":"2026-03-18T21:49:17.145357Z","end":"2026-03-18T21:49:18.451804Z","steps":["trace[1030060476] 'agreement among raft nodes before linearized reading' (duration: 1.306283249s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.45187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125484375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:49:18.45191Z","caller":"traceutil/trace.go:171","msg":"trace[1803511210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"1.125557086s","start":"2026-03-18T21:49:17.326341Z","end":"2026-03-18T21:49:18.451898Z","steps":["trace[1803511210] 'agreement among raft nodes before linearized reading' (duration: 1.125366572s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.451908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:16.680368Z","time spent":"1.771367985s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:18.452021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:17.32628Z","time spent":"1.1257286s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:18.452283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125101274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:18.452313Z","caller":"traceutil/trace.go:171","msg":"trace[671732007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"1.125130345s","start":"2026-03-18T21:49:17.327173Z","end":"2026-03-18T21:49:18.452303Z","steps":["trace[671732007] 'agreement among raft nodes before linearized reading' (duration: 1.125029182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.452319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124456847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:49:18.452345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:17.327077Z","time spent":"1.125262069s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:49:18.452378Z","caller":"traceutil/trace.go:171","msg":"trace[462257746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:594; }","duration":"1.124536449s","start":"2026-03-18T21:49:17.327824Z","end":"2026-03-18T21:49:18.45236Z","steps":["trace[462257746] 'agreement among raft nodes before linearized reading' (duration: 1.124337774s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.452428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:17.327813Z","time spent":"1.124601791s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:18.451918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:17.145326Z","time spent":"1.306577077s","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:18.985255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:19.486033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:19.818858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334456577s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:49:20.082775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.519654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:20.082898Z","caller":"traceutil/trace.go:171","msg":"trace[1114341156] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.598607307s","start":"2026-03-18T21:49:18.484269Z","end":"2026-03-18T21:49:20.082876Z","steps":["trace[1114341156] 'process raft request' (duration: 1.334888928s)","trace[1114341156] 'compare' (duration: 262.853717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:20.082965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:18.483916Z","time spent":"1.599018259s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:20.25903Z","caller":"traceutil/trace.go:171","msg":"trace[354275284] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.774478916s","start":"2026-03-18T21:49:18.48452Z","end":"2026-03-18T21:49:20.258999Z","steps":["trace[354275284] 'process raft request' (duration: 1.77308547s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:20.2593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:18.484488Z","time spent":"1.774679061s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:20.259422Z","caller":"traceutil/trace.go:171","msg":"trace[367299858] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.774432215s","start":"2026-03-18T21:49:18.484954Z","end":"2026-03-18T21:49:20.259386Z","steps":["trace[367299858] 'process raft request' (duration: 1.773952502s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.259543Z","caller":"traceutil/trace.go:171","msg":"trace[1266640656] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.774460875s","start":"2026-03-18T21:49:18.485058Z","end":"2026-03-18T21:49:20.259519Z","steps":["trace[1266640656] 'process raft request' (duration: 1.774108886s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:20.259607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:18.484942Z","time spent":"1.774565658s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:20.259658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:18.485022Z","time spent":"1.774587388s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:20.259736Z","caller":"traceutil/trace.go:171","msg":"trace[863455254] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.77425775s","start":"2026-03-18T21:49:18.485361Z","end":"2026-03-18T21:49:20.259619Z","steps":["trace[863455254] 'process raft request' (duration: 1.773995383s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:20.259996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:18.485356Z","time spent":"1.774519396s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:20.28142Z","caller":"traceutil/trace.go:171","msg":"trace[2076654000] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:615; }","duration":"1.796974367s","start":"2026-03-18T21:49:18.484424Z","end":"2026-03-18T21:49:20.281398Z","steps":["trace[2076654000] 'read index received' (duration: 1.334733984s)","trace[2076654000] 'applied index is now lower than readState.Index' (duration: 462.239093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:20.281544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79710699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:20.281598Z","caller":"traceutil/trace.go:171","msg":"trace[1612093768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"1.797205763s","start":"2026-03-18T21:49:18.484381Z","end":"2026-03-18T21:49:20.281586Z","steps":["trace[1612093768] 'agreement among raft nodes before linearized reading' (duration: 1.797109671s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:20.281633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:18.484357Z","time spent":"1.797268745s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:23.408222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.233447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:23.408351Z","caller":"traceutil/trace.go:171","msg":"trace[923246769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"263.431942ms","start":"2026-03-18T21:49:23.144885Z","end":"2026-03-18T21:49:23.408317Z","steps":["trace[923246769] 'range keys from in-memory index tree' (duration: 263.106404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.646147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:49:24.968252Z","caller":"traceutil/trace.go:171","msg":"trace[531239196] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"822.906759ms","start":"2026-03-18T21:49:24.145314Z","end":"2026-03-18T21:49:24.968221Z","steps":["trace[531239196] 'read index received' (duration: 822.594752ms)","trace[531239196] 'applied index is now lower than readState.Index' (duration: 310.677µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:24.968387Z","caller":"traceutil/trace.go:171","msg":"trace[2080134478] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"864.132245ms","start":"2026-03-18T21:49:24.104226Z","end":"2026-03-18T21:49:24.968359Z","steps":["trace[2080134478] 'process raft request' (duration: 863.747745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.968569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.029187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T21:49:24.968535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.183486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:24.968581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.104196Z","time spent":"864.30184ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:24.968606Z","caller":"traceutil/trace.go:171","msg":"trace[1283028723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"694.095399ms","start":"2026-03-18T21:49:24.274499Z","end":"2026-03-18T21:49:24.968594Z","steps":["trace[1283028723] 'agreement among raft nodes before linearized reading' (duration: 693.891634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.968631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.274453Z","time spent":"694.170261ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:49:24.968641Z","caller":"traceutil/trace.go:171","msg":"trace[1051669148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"823.33927ms","start":"2026-03-18T21:49:24.145274Z","end":"2026-03-18T21:49:24.968613Z","steps":["trace[1051669148] 'agreement among raft nodes before linearized reading' (duration: 823.109105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.968692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.145257Z","time spent":"823.426863ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:24.968748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.02554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:24.968839Z","caller":"traceutil/trace.go:171","msg":"trace[617367233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:622; }","duration":"688.166155ms","start":"2026-03-18T21:49:24.28065Z","end":"2026-03-18T21:49:24.968816Z","steps":["trace[617367233] 'agreement among raft nodes before linearized reading' (duration: 687.857257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.968887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.280642Z","time spent":"688.237306ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:49:24.968861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.862587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:49:24.968946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.800375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:49:24.968995Z","caller":"traceutil/trace.go:171","msg":"trace[1670549334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:622; }","duration":"688.069462ms","start":"2026-03-18T21:49:24.280897Z","end":"2026-03-18T21:49:24.968967Z","steps":["trace[1670549334] 'agreement among raft nodes before linearized reading' (duration: 687.59236ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.969019Z","caller":"traceutil/trace.go:171","msg":"trace[1880322501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:622; }","duration":"687.922659ms","start":"2026-03-18T21:49:24.281086Z","end":"2026-03-18T21:49:24.969008Z","steps":["trace[1880322501] 'agreement among raft nodes before linearized reading' (duration: 687.331223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.969064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.281062Z","time spent":"687.977559ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:24.969071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.280868Z","time spent":"688.181055ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:49:25.386375Z","caller":"traceutil/trace.go:171","msg":"trace[638866044] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"413.065531ms","start":"2026-03-18T21:49:24.973293Z","end":"2026-03-18T21:49:25.386358Z","steps":["trace[638866044] 'process raft request' (duration: 412.941378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:25.386497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.97327Z","time spent":"413.158234ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:25.409105Z","caller":"traceutil/trace.go:171","msg":"trace[1337099192] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"434.048793ms","start":"2026-03-18T21:49:24.975019Z","end":"2026-03-18T21:49:25.409068Z","steps":["trace[1337099192] 'process raft request' (duration: 433.802316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:25.409139Z","caller":"traceutil/trace.go:171","msg":"trace[487172629] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"433.973801ms","start":"2026-03-18T21:49:24.975129Z","end":"2026-03-18T21:49:25.409103Z","steps":["trace[487172629] 'process raft request' (duration: 433.829867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:25.409165Z","caller":"traceutil/trace.go:171","msg":"trace[1879593214] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"431.98518ms","start":"2026-03-18T21:49:24.977143Z","end":"2026-03-18T21:49:25.409128Z","steps":["trace[1879593214] 'process raft request' (duration: 431.855497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:25.409283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.974998Z","time spent":"434.177667ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:25.40917Z","caller":"traceutil/trace.go:171","msg":"trace[1999083954] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"426.96311ms","start":"2026-03-18T21:49:24.982183Z","end":"2026-03-18T21:49:25.409146Z","steps":["trace[1999083954] 'process raft request' (duration: 426.856887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:25.409366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.975123Z","time spent":"434.143036ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:25.409433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.982174Z","time spent":"427.171797ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18236,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:25.409213Z","caller":"traceutil/trace.go:171","msg":"trace[1275984993] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"350.76571ms","start":"2026-03-18T21:49:25.058424Z","end":"2026-03-18T21:49:25.409189Z","steps":["trace[1275984993] 'process raft request' (duration: 350.677758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:25.409509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:25.058394Z","time spent":"351.088029ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:25.409684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.977133Z","time spent":"432.172126ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:27.062652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.799075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:27.062742Z","caller":"traceutil/trace.go:171","msg":"trace[1787132314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"919.934869ms","start":"2026-03-18T21:49:26.142786Z","end":"2026-03-18T21:49:27.062721Z","steps":["trace[1787132314] 'range keys from in-memory index tree' (duration: 919.59292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:27.062787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:26.142747Z","time spent":"920.031581ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:27.644511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:49:27.998Z","caller":"traceutil/trace.go:171","msg":"trace[2011838546] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"930.131513ms","start":"2026-03-18T21:49:27.067838Z","end":"2026-03-18T21:49:27.997969Z","steps":["trace[2011838546] 'process raft request' (duration: 929.937438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:27.998198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.067805Z","time spent":"930.295066ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:29.144205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:49:29.14434Z","caller":"traceutil/trace.go:171","msg":"trace[1744659836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765697s","start":"2026-03-18T21:49:27.143539Z","end":"2026-03-18T21:49:29.144304Z","steps":["trace[1744659836] 'agreement among raft nodes before linearized reading' (duration: 2.000595503s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:29.144407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.143526Z","time spent":"2.00086808s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:49:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:49:30.92692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.928976889s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:30.927407Z","caller":"traceutil/trace.go:171","msg":"trace[492801312] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"3.783812124s","start":"2026-03-18T21:49:27.143569Z","end":"2026-03-18T21:49:30.927382Z","steps":["trace[492801312] 'read index received' (duration: 854.784543ms)","trace[492801312] 'applied index is now lower than readState.Index' (duration: 2.929026481s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.927536Z","caller":"traceutil/trace.go:171","msg":"trace[37995305] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"3.850951371s","start":"2026-03-18T21:49:27.076543Z","end":"2026-03-18T21:49:30.927495Z","steps":["trace[37995305] 'process raft request' (duration: 3.850619293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.927762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.076513Z","time spent":"3.851123985s","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:30.955399Z","caller":"traceutil/trace.go:171","msg":"trace[899769431] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"2.211360213s","start":"2026-03-18T21:49:28.743998Z","end":"2026-03-18T21:49:30.955358Z","steps":["trace[899769431] 'process raft request' (duration: 2.211146437s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.955648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:28.743968Z","time spent":"2.211536988s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:31.119703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.33983ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:49:31.119849Z","caller":"traceutil/trace.go:171","msg":"trace[1738828243] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:657; }","duration":"192.348025ms","start":"2026-03-18T21:49:30.927474Z","end":"2026-03-18T21:49:31.119822Z","steps":["trace[1738828243] 'read index received' (duration: 27.661136ms)","trace[1738828243] 'applied index is now lower than readState.Index' (duration: 164.684859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:31.11996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975091474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:31.120061Z","caller":"traceutil/trace.go:171","msg":"trace[1503638844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"1.975262268s","start":"2026-03-18T21:49:29.144776Z","end":"2026-03-18T21:49:31.120039Z","steps":["trace[1503638844] 'agreement among raft nodes before linearized reading' (duration: 1.975050993s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.120086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729394378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:49:31.120126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.144755Z","time spent":"1.97536068s","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:31.120141Z","caller":"traceutil/trace.go:171","msg":"trace[501534667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"3.729498501s","start":"2026-03-18T21:49:27.390628Z","end":"2026-03-18T21:49:31.120126Z","steps":["trace[501534667] 'agreement among raft nodes before linearized reading' (duration: 3.729259355s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.120147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706997959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:49:31.120192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.390607Z","time spent":"3.729572282s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:49:31.120245Z","caller":"traceutil/trace.go:171","msg":"trace[1746830027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:635; }","duration":"3.707139882s","start":"2026-03-18T21:49:27.413079Z","end":"2026-03-18T21:49:31.120219Z","steps":["trace[1746830027] 'agreement among raft nodes before linearized reading' (duration: 3.706821544s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.120296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.413057Z","time spent":"3.707228235s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:31.12026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706906796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:31.120363Z","caller":"traceutil/trace.go:171","msg":"trace[1536973068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"3.70704204s","start":"2026-03-18T21:49:27.413298Z","end":"2026-03-18T21:49:31.12034Z","steps":["trace[1536973068] 'agreement among raft nodes before linearized reading' (duration: 3.706738202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.120409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.413289Z","time spent":"3.707110542s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:31.120528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707791069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:49:31.120559Z","caller":"traceutil/trace.go:171","msg":"trace[1686097747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:635; }","duration":"3.707917482s","start":"2026-03-18T21:49:27.412632Z","end":"2026-03-18T21:49:31.120549Z","steps":["trace[1686097747] 'agreement among raft nodes before linearized reading' (duration: 3.707798059s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.120586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.412599Z","time spent":"3.707979594s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:31.120594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107848307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:49:31.120648Z","caller":"traceutil/trace.go:171","msg":"trace[496583125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"1.107902319s","start":"2026-03-18T21:49:30.01273Z","end":"2026-03-18T21:49:31.120632Z","steps":["trace[496583125] 'agreement among raft nodes before linearized reading' (duration: 1.107762345s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.120681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.012656Z","time spent":"1.108017492s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:31.725302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.013775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:31.725543Z","caller":"traceutil/trace.go:171","msg":"trace[1000358403] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"598.886696ms","start":"2026-03-18T21:49:31.126637Z","end":"2026-03-18T21:49:31.725523Z","steps":["trace[1000358403] 'process raft request' (duration: 598.783614ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:31.725582Z","caller":"traceutil/trace.go:171","msg":"trace[113967068] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"599.195264ms","start":"2026-03-18T21:49:31.126335Z","end":"2026-03-18T21:49:31.72553Z","steps":["trace[113967068] 'process raft request' (duration: 406.845371ms)","trace[113967068] 'compare' (duration: 191.566423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:31.725646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.126627Z","time spent":"598.983499ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:31.7258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.126303Z","time spent":"599.374199ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:31.725781Z","caller":"traceutil/trace.go:171","msg":"trace[165742075] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:659; }","duration":"590.003436ms","start":"2026-03-18T21:49:31.135752Z","end":"2026-03-18T21:49:31.725755Z","steps":["trace[165742075] 'read index received' (duration: 24.135543ms)","trace[165742075] 'applied index is now lower than readState.Index' (duration: 565.863153ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:31.725861Z","caller":"traceutil/trace.go:171","msg":"trace[1934117668] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"598.473934ms","start":"2026-03-18T21:49:31.127376Z","end":"2026-03-18T21:49:31.72585Z","steps":["trace[1934117668] 'process raft request' (duration: 598.105795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:31.725804Z","caller":"traceutil/trace.go:171","msg":"trace[1634187590] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"597.09038ms","start":"2026-03-18T21:49:31.12869Z","end":"2026-03-18T21:49:31.725781Z","steps":["trace[1634187590] 'process raft request' (duration: 596.926236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.725948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.127363Z","time spent":"598.537377ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:31.725953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.18281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:31.725994Z","caller":"traceutil/trace.go:171","msg":"trace[720745069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"590.262003ms","start":"2026-03-18T21:49:31.135721Z","end":"2026-03-18T21:49:31.725983Z","steps":["trace[720745069] 'agreement among raft nodes before linearized reading' (duration: 590.1442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.725997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.128676Z","time spent":"597.291354ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:31.726037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.135712Z","time spent":"590.317444ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:31.726027Z","caller":"traceutil/trace.go:171","msg":"trace[1966656481] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"595.284512ms","start":"2026-03-18T21:49:31.130706Z","end":"2026-03-18T21:49:31.725991Z","steps":["trace[1966656481] 'process raft request' (duration: 594.994015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.726248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.13069Z","time spent":"595.423106ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:35.936001Z","caller":"traceutil/trace.go:171","msg":"trace[1940310943] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:693; }","duration":"102.378837ms","start":"2026-03-18T21:49:35.8336Z","end":"2026-03-18T21:49:35.935979Z","steps":["trace[1940310943] 'read index received' (duration: 68.438239ms)","trace[1940310943] 'applied index is now lower than readState.Index' (duration: 33.939628ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:35.936056Z","caller":"traceutil/trace.go:171","msg":"trace[1056628098] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"140.826361ms","start":"2026-03-18T21:49:35.795183Z","end":"2026-03-18T21:49:35.936009Z","steps":["trace[1056628098] 'process raft request' (duration: 106.913334ms)","trace[1056628098] 'compare' (duration: 33.684032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:35.936174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.52838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:35.936208Z","caller":"traceutil/trace.go:171","msg":"trace[326130436] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:667; }","duration":"102.645884ms","start":"2026-03-18T21:49:35.83355Z","end":"2026-03-18T21:49:35.936196Z","steps":["trace[326130436] 'agreement among raft nodes before linearized reading' (duration: 102.523881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.241077Z","caller":"traceutil/trace.go:171","msg":"trace[1307555886] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"130.721371ms","start":"2026-03-18T21:49:37.110309Z","end":"2026-03-18T21:49:37.241031Z","steps":["trace[1307555886] 'process raft request' (duration: 130.484225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.63375Z","caller":"traceutil/trace.go:171","msg":"trace[83401307] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"334.728025ms","start":"2026-03-18T21:49:37.298989Z","end":"2026-03-18T21:49:37.633717Z","steps":["trace[83401307] 'read index received' (duration: 334.430077ms)","trace[83401307] 'applied index is now lower than readState.Index' (duration: 296.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:37.634107Z","caller":"traceutil/trace.go:171","msg":"trace[991730876] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"360.947023ms","start":"2026-03-18T21:49:37.273115Z","end":"2026-03-18T21:49:37.634062Z","steps":["trace[991730876] 'process raft request' (duration: 360.392929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.634324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.273081Z","time spent":"361.134638ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:37.634692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.680131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:37.634787Z","caller":"traceutil/trace.go:171","msg":"trace[24290650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:669; }","duration":"335.801324ms","start":"2026-03-18T21:49:37.298934Z","end":"2026-03-18T21:49:37.634736Z","steps":["trace[24290650] 'agreement among raft nodes before linearized reading' (duration: 334.91373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.634985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.298911Z","time spent":"336.06017ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:49:37.865001Z","caller":"traceutil/trace.go:171","msg":"trace[285388328] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"222.130114ms","start":"2026-03-18T21:49:37.642844Z","end":"2026-03-18T21:49:37.864974Z","steps":["trace[285388328] 'process raft request' (duration: 221.853077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.865179Z","caller":"traceutil/trace.go:171","msg":"trace[2131891781] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"216.837868ms","start":"2026-03-18T21:49:37.648319Z","end":"2026-03-18T21:49:37.865157Z","steps":["trace[2131891781] 'process raft request' (duration: 216.582792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.146447Z","caller":"traceutil/trace.go:171","msg":"trace[1837886192] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"275.564136ms","start":"2026-03-18T21:49:37.870858Z","end":"2026-03-18T21:49:38.146422Z","steps":["trace[1837886192] 'process raft request' (duration: 275.34645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.289884Z","caller":"traceutil/trace.go:171","msg":"trace[1594151568] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"418.863001ms","start":"2026-03-18T21:49:37.870988Z","end":"2026-03-18T21:49:38.289851Z","steps":["trace[1594151568] 'process raft request' (duration: 418.755848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.290129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.870834Z","time spent":"419.17569ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:38.290427Z","caller":"traceutil/trace.go:171","msg":"trace[933798483] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"419.15652ms","start":"2026-03-18T21:49:37.871208Z","end":"2026-03-18T21:49:38.290365Z","steps":["trace[933798483] 'process raft request' (duration: 418.600965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.290512Z","caller":"traceutil/trace.go:171","msg":"trace[666714775] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"419.56567ms","start":"2026-03-18T21:49:37.870931Z","end":"2026-03-18T21:49:38.290497Z","steps":["trace[666714775] 'process raft request' (duration: 418.587484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.290594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.870914Z","time spent":"419.634882ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:38.290639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.871201Z","time spent":"419.326764ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:38.290977Z","caller":"traceutil/trace.go:171","msg":"trace[338879558] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"418.209964ms","start":"2026-03-18T21:49:37.872756Z","end":"2026-03-18T21:49:38.290966Z","steps":["trace[338879558] 'process raft request' (duration: 417.374713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.29104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.87275Z","time spent":"418.258795ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:38.291275Z","caller":"traceutil/trace.go:171","msg":"trace[579238310] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:699; }","duration":"350.430832ms","start":"2026-03-18T21:49:37.940828Z","end":"2026-03-18T21:49:38.291259Z","steps":["trace[579238310] 'read index received' (duration: 205.345539ms)","trace[579238310] 'applied index is now lower than readState.Index' (duration: 145.084023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:38.291342Z","caller":"traceutil/trace.go:171","msg":"trace[138385740] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"418.188113ms","start":"2026-03-18T21:49:37.873143Z","end":"2026-03-18T21:49:38.291331Z","steps":["trace[138385740] 'process raft request' (duration: 417.745052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.291358Z","caller":"traceutil/trace.go:171","msg":"trace[1664751373] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"417.24955ms","start":"2026-03-18T21:49:37.874098Z","end":"2026-03-18T21:49:38.291347Z","steps":["trace[1664751373] 'process raft request' (duration: 417.041025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.291396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.873136Z","time spent":"418.230294ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:38.29143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.874076Z","time spent":"417.315501ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:38.291433Z","caller":"traceutil/trace.go:171","msg":"trace[686741066] transaction","detail":"{read_only:false; number_of_response:1; response_revision:679; }","duration":"213.052349ms","start":"2026-03-18T21:49:38.078352Z","end":"2026-03-18T21:49:38.291405Z","steps":["trace[686741066] 'process raft request' (duration: 212.861094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.291697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.876063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:49:38.291745Z","caller":"traceutil/trace.go:171","msg":"trace[649839766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:679; }","duration":"350.952305ms","start":"2026-03-18T21:49:37.94078Z","end":"2026-03-18T21:49:38.291732Z","steps":["trace[649839766] 'agreement among raft nodes before linearized reading' (duration: 350.809711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.291777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.940766Z","time spent":"351.004347ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:38.540691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.754266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:38.540804Z","caller":"traceutil/trace.go:171","msg":"trace[706088334] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:707; }","duration":"249.470481ms","start":"2026-03-18T21:49:38.291317Z","end":"2026-03-18T21:49:38.540788Z","steps":["trace[706088334] 'read index received' (duration: 124.654003ms)","trace[706088334] 'applied index is now lower than readState.Index' (duration: 124.815488ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:38.540848Z","caller":"traceutil/trace.go:171","msg":"trace[1750257847] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"389.236525ms","start":"2026-03-18T21:49:38.151575Z","end":"2026-03-18T21:49:38.540811Z","steps":["trace[1750257847] 'process raft request' (duration: 264.282564ms)","trace[1750257847] 'compare' (duration: 124.571492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:38.540965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.269413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:38.540995Z","caller":"traceutil/trace.go:171","msg":"trace[1975970994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"397.352175ms","start":"2026-03-18T21:49:38.143635Z","end":"2026-03-18T21:49:38.540987Z","steps":["trace[1975970994] 'agreement among raft nodes before linearized reading' (duration: 397.219831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.541027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.143611Z","time spent":"397.408697ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:38.541032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.151541Z","time spent":"389.40194ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:38.541202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.400929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-gqhvm\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-18T21:49:38.54132Z","caller":"traceutil/trace.go:171","msg":"trace[2022187025] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-gqhvm; range_end:; response_count:1; response_revision:680; }","duration":"389.595125ms","start":"2026-03-18T21:49:38.151703Z","end":"2026-03-18T21:49:38.541298Z","steps":["trace[2022187025] 'agreement among raft nodes before linearized reading' (duration: 389.165614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.541367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.15168Z","time spent":"389.679206ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-gqhvm\" "} {"level":"warn","ts":"2026-03-18T21:49:38.594482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.801901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-18T21:49:38.594488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.364792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-18T21:49:38.594602Z","caller":"traceutil/trace.go:171","msg":"trace[1492020144] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:682; }","duration":"106.972746ms","start":"2026-03-18T21:49:38.487616Z","end":"2026-03-18T21:49:38.594588Z","steps":["trace[1492020144] 'agreement among raft nodes before linearized reading' (duration: 106.74301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.594627Z","caller":"traceutil/trace.go:171","msg":"trace[1337629830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:682; }","duration":"207.580887ms","start":"2026-03-18T21:49:38.387029Z","end":"2026-03-18T21:49:38.594609Z","steps":["trace[1337629830] 'agreement among raft nodes before linearized reading' (duration: 207.364102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.594501Z","caller":"traceutil/trace.go:171","msg":"trace[1395139757] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"296.217959ms","start":"2026-03-18T21:49:38.298237Z","end":"2026-03-18T21:49:38.594455Z","steps":["trace[1395139757] 'process raft request' (duration: 295.798119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.594375Z","caller":"traceutil/trace.go:171","msg":"trace[822841936] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"295.458809ms","start":"2026-03-18T21:49:38.298882Z","end":"2026-03-18T21:49:38.594341Z","steps":["trace[822841936] 'process raft request' (duration: 295.332816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.594863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.860043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-18T21:49:38.594902Z","caller":"traceutil/trace.go:171","msg":"trace[847381391] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:682; }","duration":"106.917984ms","start":"2026-03-18T21:49:38.487972Z","end":"2026-03-18T21:49:38.59489Z","steps":["trace[847381391] 'agreement among raft nodes before linearized reading' (duration: 106.36041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:38.861691Z","caller":"traceutil/trace.go:171","msg":"trace[745448538] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"215.806511ms","start":"2026-03-18T21:49:38.645855Z","end":"2026-03-18T21:49:38.861662Z","steps":["trace[745448538] 'process raft request' (duration: 215.612766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:39.306976Z","caller":"traceutil/trace.go:171","msg":"trace[1971317054] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"432.006933ms","start":"2026-03-18T21:49:38.874947Z","end":"2026-03-18T21:49:39.306954Z","steps":["trace[1971317054] 'process raft request' (duration: 431.796426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.307148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.87493Z","time spent":"432.126705ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:39.753287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.140984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:49:39.753444Z","caller":"traceutil/trace.go:171","msg":"trace[386401950] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:714; }","duration":"608.272009ms","start":"2026-03-18T21:49:39.145133Z","end":"2026-03-18T21:49:39.753405Z","steps":["trace[386401950] 'read index received' (duration: 161.67105ms)","trace[386401950] 'applied index is now lower than readState.Index' (duration: 446.599029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:39.75358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.433132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:39.753665Z","caller":"traceutil/trace.go:171","msg":"trace[375427002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"608.564266ms","start":"2026-03-18T21:49:39.145081Z","end":"2026-03-18T21:49:39.753645Z","steps":["trace[375427002] 'agreement among raft nodes before linearized reading' (duration: 608.421472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.753666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.804123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:49:39.753767Z","caller":"traceutil/trace.go:171","msg":"trace[1155502836] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:687; }","duration":"591.987137ms","start":"2026-03-18T21:49:39.161759Z","end":"2026-03-18T21:49:39.753746Z","steps":["trace[1155502836] 'agreement among raft nodes before linearized reading' (duration: 591.796543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.753817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:39.161727Z","time spent":"592.07999ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:49:39.75371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:39.145053Z","time spent":"608.648998ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:39.921487Z","caller":"traceutil/trace.go:171","msg":"trace[869332577] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"163.418225ms","start":"2026-03-18T21:49:39.758042Z","end":"2026-03-18T21:49:39.92146Z","steps":["trace[869332577] 'process raft request' (duration: 163.234741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.476653Z","caller":"traceutil/trace.go:171","msg":"trace[43285971] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"129.835011ms","start":"2026-03-18T21:49:44.346788Z","end":"2026-03-18T21:49:44.476623Z","steps":["trace[43285971] 'read index received' (duration: 107.348016ms)","trace[43285971] 'applied index is now lower than readState.Index' (duration: 22.485685ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:44.47667Z","caller":"traceutil/trace.go:171","msg":"trace[319154515] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"150.90781ms","start":"2026-03-18T21:49:44.325735Z","end":"2026-03-18T21:49:44.476643Z","steps":["trace[319154515] 'process raft request' (duration: 128.337833ms)","trace[319154515] 'compare' (duration: 22.28815ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:44.476949Z","caller":"traceutil/trace.go:171","msg":"trace[151605000] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"149.545115ms","start":"2026-03-18T21:49:44.327361Z","end":"2026-03-18T21:49:44.476906Z","steps":["trace[151605000] 'process raft request' (duration: 149.193536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:44.477002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.173659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:44.477093Z","caller":"traceutil/trace.go:171","msg":"trace[212217045] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:744; }","duration":"130.343233ms","start":"2026-03-18T21:49:44.346728Z","end":"2026-03-18T21:49:44.477071Z","steps":["trace[212217045] 'agreement among raft nodes before linearized reading' (duration: 130.193279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:46.523444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.867362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:46.523548Z","caller":"traceutil/trace.go:171","msg":"trace[152993327] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:748; }","duration":"103.090887ms","start":"2026-03-18T21:49:46.420436Z","end":"2026-03-18T21:49:46.523527Z","steps":["trace[152993327] 'count revisions from in-memory index tree' (duration: 102.716097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:46.778091Z","caller":"traceutil/trace.go:171","msg":"trace[1658025465] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"250.202709ms","start":"2026-03-18T21:49:46.52786Z","end":"2026-03-18T21:49:46.778063Z","steps":["trace[1658025465] 'process raft request' (duration: 250.025765ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:46.779675Z","caller":"traceutil/trace.go:171","msg":"trace[673730289] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:779; }","duration":"116.739066ms","start":"2026-03-18T21:49:46.662923Z","end":"2026-03-18T21:49:46.779662Z","steps":["trace[673730289] 'read index received' (duration: 114.95636ms)","trace[673730289] 'applied index is now lower than readState.Index' (duration: 1.781776ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:46.779712Z","caller":"traceutil/trace.go:171","msg":"trace[1849195104] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"251.609646ms","start":"2026-03-18T21:49:46.528083Z","end":"2026-03-18T21:49:46.779692Z","steps":["trace[1849195104] 'process raft request' (duration: 251.518894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:46.779863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.914071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:49:46.779894Z","caller":"traceutil/trace.go:171","msg":"trace[573568170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:750; }","duration":"117.008983ms","start":"2026-03-18T21:49:46.662874Z","end":"2026-03-18T21:49:46.779883Z","steps":["trace[573568170] 'agreement among raft nodes before linearized reading' (duration: 116.833948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:48.488816Z","caller":"traceutil/trace.go:171","msg":"trace[31166849] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"118.708186ms","start":"2026-03-18T21:49:48.37008Z","end":"2026-03-18T21:49:48.488788Z","steps":["trace[31166849] 'process raft request' (duration: 118.517062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.008316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225339444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:49:50.008426Z","caller":"traceutil/trace.go:171","msg":"trace[1225975281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"1.225471647s","start":"2026-03-18T21:49:48.782926Z","end":"2026-03-18T21:49:50.008398Z","steps":["trace[1225975281] 'range keys from in-memory index tree' (duration: 1.22519603s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.008686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198502957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:49:50.008804Z","caller":"traceutil/trace.go:171","msg":"trace[1431840264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:753; }","duration":"1.19865953s","start":"2026-03-18T21:49:48.810114Z","end":"2026-03-18T21:49:50.008774Z","steps":["trace[1431840264] 'range keys from in-memory index tree' (duration: 1.198226399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.008855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:48.810103Z","time spent":"1.198738313s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:50.008507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:48.782922Z","time spent":"1.225573919s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:50.010756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228282068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:49:50.01081Z","caller":"traceutil/trace.go:171","msg":"trace[1047652988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"1.228362239s","start":"2026-03-18T21:49:48.782436Z","end":"2026-03-18T21:49:50.010798Z","steps":["trace[1047652988] 'range keys from in-memory index tree' (duration: 1.225467865s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.010841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:48.782414Z","time spent":"1.228419941s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:50.243061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:50.743563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:51.244606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:51.348237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564981741s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:51.348656Z","caller":"traceutil/trace.go:171","msg":"trace[1200783089] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"2.445462772s","start":"2026-03-18T21:49:48.903168Z","end":"2026-03-18T21:49:51.34863Z","steps":["trace[1200783089] 'process raft request' (duration: 2.445312179s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.348835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:48.903128Z","time spent":"2.445617926s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:51.467934Z","caller":"traceutil/trace.go:171","msg":"trace[1888624235] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.453337095s","start":"2026-03-18T21:49:50.01457Z","end":"2026-03-18T21:49:51.467907Z","steps":["trace[1888624235] 'process raft request' (duration: 1.453257063s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.468097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.014545Z","time spent":"1.453458318s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:51.468313Z","caller":"traceutil/trace.go:171","msg":"trace[245963029] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"1.453670034s","start":"2026-03-18T21:49:50.014628Z","end":"2026-03-18T21:49:51.468298Z","steps":["trace[245963029] 'process raft request' (duration: 1.453242903s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:51.468464Z","caller":"traceutil/trace.go:171","msg":"trace[1718407084] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:784; }","duration":"1.726452571s","start":"2026-03-18T21:49:49.741959Z","end":"2026-03-18T21:49:51.468411Z","steps":["trace[1718407084] 'read index received' (duration: 1.606604996s)","trace[1718407084] 'applied index is now lower than readState.Index' (duration: 119.844935ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:51.468548Z","caller":"traceutil/trace.go:171","msg":"trace[1231246641] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"276.276688ms","start":"2026-03-18T21:49:51.192263Z","end":"2026-03-18T21:49:51.468539Z","steps":["trace[1231246641] 'process raft request' (duration: 275.850207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.468583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.014601Z","time spent":"1.453817388s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:51.468741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.852075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:51.468776Z","caller":"traceutil/trace.go:171","msg":"trace[59772130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:758; }","duration":"974.934537ms","start":"2026-03-18T21:49:50.493832Z","end":"2026-03-18T21:49:51.468767Z","steps":["trace[59772130] 'agreement among raft nodes before linearized reading' (duration: 974.810594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.468788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325360482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:51.468805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.493806Z","time spent":"974.992799ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:49:51.468828Z","caller":"traceutil/trace.go:171","msg":"trace[739582354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"1.325449394s","start":"2026-03-18T21:49:50.143366Z","end":"2026-03-18T21:49:51.468815Z","steps":["trace[739582354] 'agreement among raft nodes before linearized reading' (duration: 1.325387872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.468837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49730571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:49:51.468916Z","caller":"traceutil/trace.go:171","msg":"trace[1321951995] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"1.453583211s","start":"2026-03-18T21:49:50.014378Z","end":"2026-03-18T21:49:51.467962Z","steps":["trace[1321951995] 'process raft request' (duration: 1.453318244s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:51.468917Z","caller":"traceutil/trace.go:171","msg":"trace[1663113967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:758; }","duration":"1.497446384s","start":"2026-03-18T21:49:49.971452Z","end":"2026-03-18T21:49:51.468898Z","steps":["trace[1663113967] 'agreement among raft nodes before linearized reading' (duration: 1.497175787s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.468913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726936874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:49:51.468863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.143308Z","time spent":"1.325549216s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:51.468975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:49.971419Z","time spent":"1.497543596s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:49:51.468994Z","caller":"traceutil/trace.go:171","msg":"trace[37703272] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:758; }","duration":"1.727085998s","start":"2026-03-18T21:49:49.741886Z","end":"2026-03-18T21:49:51.468972Z","steps":["trace[37703272] 'agreement among raft nodes before linearized reading' (duration: 1.726879362s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.469047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:49.74186Z","time spent":"1.72717351s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":101,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:49:51.469546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.014357Z","time spent":"1.454590207s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:51.674138Z","caller":"traceutil/trace.go:171","msg":"trace[1406382669] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"198.907628ms","start":"2026-03-18T21:49:51.475178Z","end":"2026-03-18T21:49:51.674085Z","steps":["trace[1406382669] 'process raft request' (duration: 198.622531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.674308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.347096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:51.674366Z","caller":"traceutil/trace.go:171","msg":"trace[425199519] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"195.064749ms","start":"2026-03-18T21:49:51.478921Z","end":"2026-03-18T21:49:51.673986Z","steps":["trace[425199519] 'read index received' (duration: 19.857538ms)","trace[425199519] 'applied index is now lower than readState.Index' (duration: 175.205731ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:51.674408Z","caller":"traceutil/trace.go:171","msg":"trace[2069188298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"195.49364ms","start":"2026-03-18T21:49:51.478892Z","end":"2026-03-18T21:49:51.674386Z","steps":["trace[2069188298] 'agreement among raft nodes before linearized reading' (duration: 195.283634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.674751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.711067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:49:51.674796Z","caller":"traceutil/trace.go:171","msg":"trace[535937586] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:760; }","duration":"188.989444ms","start":"2026-03-18T21:49:51.485795Z","end":"2026-03-18T21:49:51.674785Z","steps":["trace[535937586] 'agreement among raft nodes before linearized reading' (duration: 188.683326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:53.648547Z","caller":"traceutil/trace.go:171","msg":"trace[797093939] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"169.950518ms","start":"2026-03-18T21:49:53.478559Z","end":"2026-03-18T21:49:53.64851Z","steps":["trace[797093939] 'process raft request' (duration: 169.725232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:53.660369Z","caller":"traceutil/trace.go:171","msg":"trace[1742439984] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:792; }","duration":"158.096054ms","start":"2026-03-18T21:49:53.502243Z","end":"2026-03-18T21:49:53.660339Z","steps":["trace[1742439984] 'read index received' (duration: 146.113518ms)","trace[1742439984] 'applied index is now lower than readState.Index' (duration: 11.981256ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:53.660407Z","caller":"traceutil/trace.go:171","msg":"trace[1094992935] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"181.41808ms","start":"2026-03-18T21:49:53.478953Z","end":"2026-03-18T21:49:53.660371Z","steps":["trace[1094992935] 'process raft request' (duration: 181.192705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:53.660554Z","caller":"traceutil/trace.go:171","msg":"trace[2020204196] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"181.172904ms","start":"2026-03-18T21:49:53.479341Z","end":"2026-03-18T21:49:53.660513Z","steps":["trace[2020204196] 'process raft request' (duration: 180.954088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:53.660819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.541004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:49:53.66094Z","caller":"traceutil/trace.go:171","msg":"trace[827174758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"158.7458ms","start":"2026-03-18T21:49:53.502169Z","end":"2026-03-18T21:49:53.660915Z","steps":["trace[827174758] 'agreement among raft nodes before linearized reading' (duration: 158.375821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:54.367974Z","caller":"traceutil/trace.go:171","msg":"trace[880244805] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"222.325887ms","start":"2026-03-18T21:49:54.145624Z","end":"2026-03-18T21:49:54.367949Z","steps":["trace[880244805] 'read index received' (duration: 213.600654ms)","trace[880244805] 'applied index is now lower than readState.Index' (duration: 8.724123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:54.368121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.474651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:54.368153Z","caller":"traceutil/trace.go:171","msg":"trace[2019675196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"222.564003ms","start":"2026-03-18T21:49:54.145579Z","end":"2026-03-18T21:49:54.368143Z","steps":["trace[2019675196] 'agreement among raft nodes before linearized reading' (duration: 222.464301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:54.368306Z","caller":"traceutil/trace.go:171","msg":"trace[1280423274] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"311.740734ms","start":"2026-03-18T21:49:54.056517Z","end":"2026-03-18T21:49:54.368258Z","steps":["trace[1280423274] 'process raft request' (duration: 302.773315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:54.368564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:54.056489Z","time spent":"311.921539ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:03.976419Z","caller":"traceutil/trace.go:171","msg":"trace[616638470] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"271.987628ms","start":"2026-03-18T21:50:03.704405Z","end":"2026-03-18T21:50:03.976392Z","steps":["trace[616638470] 'read index received' (duration: 271.749262ms)","trace[616638470] 'applied index is now lower than readState.Index' (duration: 237.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:03.976596Z","caller":"traceutil/trace.go:171","msg":"trace[661288560] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"274.521653ms","start":"2026-03-18T21:50:03.702061Z","end":"2026-03-18T21:50:03.976583Z","steps":["trace[661288560] 'process raft request' (duration: 274.121692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.976905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.454479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T21:50:03.976931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.426633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:03.977018Z","caller":"traceutil/trace.go:171","msg":"trace[1729175393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:794; }","duration":"272.617333ms","start":"2026-03-18T21:50:03.704373Z","end":"2026-03-18T21:50:03.97699Z","steps":["trace[1729175393] 'agreement among raft nodes before linearized reading' (duration: 272.243843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:03.977028Z","caller":"traceutil/trace.go:171","msg":"trace[1164902764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:794; }","duration":"271.568387ms","start":"2026-03-18T21:50:03.705438Z","end":"2026-03-18T21:50:03.977007Z","steps":["trace[1164902764] 'agreement among raft nodes before linearized reading' (duration: 271.26412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.977277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.036089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:03.977325Z","caller":"traceutil/trace.go:171","msg":"trace[509942589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:794; }","duration":"272.10195ms","start":"2026-03-18T21:50:03.705213Z","end":"2026-03-18T21:50:03.977315Z","steps":["trace[509942589] 'agreement among raft nodes before linearized reading' (duration: 271.406532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.977411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.980797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:03.9775Z","caller":"traceutil/trace.go:171","msg":"trace[363209634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:794; }","duration":"186.134491ms","start":"2026-03-18T21:50:03.791344Z","end":"2026-03-18T21:50:03.977479Z","steps":["trace[363209634] 'agreement among raft nodes before linearized reading' (duration: 185.30044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:06.126809Z","caller":"traceutil/trace.go:171","msg":"trace[462832912] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"107.910369ms","start":"2026-03-18T21:50:06.018876Z","end":"2026-03-18T21:50:06.126787Z","steps":["trace[462832912] 'read index received' (duration: 107.860328ms)","trace[462832912] 'applied index is now lower than readState.Index' (duration: 48.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:06.127154Z","caller":"traceutil/trace.go:171","msg":"trace[118471705] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"138.557674ms","start":"2026-03-18T21:50:05.988514Z","end":"2026-03-18T21:50:06.127072Z","steps":["trace[118471705] 'process raft request' (duration: 138.130663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:06.127386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.814002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:50:06.127427Z","caller":"traceutil/trace.go:171","msg":"trace[755943040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:800; }","duration":"104.879733ms","start":"2026-03-18T21:50:06.022536Z","end":"2026-03-18T21:50:06.127416Z","steps":["trace[755943040] 'agreement among raft nodes before linearized reading' (duration: 104.713788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:06.127289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.661037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:06.127531Z","caller":"traceutil/trace.go:171","msg":"trace[1422096864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:800; }","duration":"104.982136ms","start":"2026-03-18T21:50:06.022524Z","end":"2026-03-18T21:50:06.127507Z","steps":["trace[1422096864] 'agreement among raft nodes before linearized reading' (duration: 104.552014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:06.127653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.60798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:06.127769Z","caller":"traceutil/trace.go:171","msg":"trace[1749956175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:800; }","duration":"103.787015ms","start":"2026-03-18T21:50:06.023957Z","end":"2026-03-18T21:50:06.127744Z","steps":["trace[1749956175] 'agreement among raft nodes before linearized reading' (duration: 103.324522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:06.12828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.808454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:06.128362Z","caller":"traceutil/trace.go:171","msg":"trace[188805054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:800; }","duration":"109.523342ms","start":"2026-03-18T21:50:06.018817Z","end":"2026-03-18T21:50:06.12834Z","steps":["trace[188805054] 'agreement among raft nodes before linearized reading' (duration: 108.392732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:06.643173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:07.143697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:07.644525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:08.143642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:50:08.143734Z","caller":"traceutil/trace.go:171","msg":"trace[712998019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773107s","start":"2026-03-18T21:50:06.142941Z","end":"2026-03-18T21:50:08.143714Z","steps":["trace[712998019] 'agreement among raft nodes before linearized reading' (duration: 2.000663864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.143784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.14293Z","time spent":"2.000844168s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:50:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:50:08.144841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:08.160046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.027757637s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:50:08.827446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327778714s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:08.827626Z","caller":"traceutil/trace.go:171","msg":"trace[1701153261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:800; }","duration":"1.327984789s","start":"2026-03-18T21:50:07.499613Z","end":"2026-03-18T21:50:08.827598Z","steps":["trace[1701153261] 'range keys from in-memory index tree' (duration: 1.327748713s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.828602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.168152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:08.829059Z","caller":"traceutil/trace.go:171","msg":"trace[1921405042] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:835; }","duration":"2.686075927s","start":"2026-03-18T21:50:06.142966Z","end":"2026-03-18T21:50:08.829042Z","steps":["trace[1921405042] 'read index received' (duration: 2.017313901s)","trace[1921405042] 'applied index is now lower than readState.Index' (duration: 668.760496ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:08.82913Z","caller":"traceutil/trace.go:171","msg":"trace[555566325] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"2.696941396s","start":"2026-03-18T21:50:06.132148Z","end":"2026-03-18T21:50:08.829089Z","steps":["trace[555566325] 'process raft request' (duration: 2.028120187s)","trace[555566325] 'compare' (duration: 667.047893ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:08.829206Z","caller":"traceutil/trace.go:171","msg":"trace[773445831] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"2.695700263s","start":"2026-03-18T21:50:06.133489Z","end":"2026-03-18T21:50:08.829189Z","steps":["trace[773445831] 'process raft request' (duration: 2.695411456s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.829272Z","caller":"traceutil/trace.go:171","msg":"trace[1955605541] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"2.695790585s","start":"2026-03-18T21:50:06.133384Z","end":"2026-03-18T21:50:08.829175Z","steps":["trace[1955605541] 'process raft request' (duration: 2.695462856s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.829314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.133448Z","time spent":"2.695811276s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:08.829482Z","caller":"traceutil/trace.go:171","msg":"trace[1395633428] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"2.164210428s","start":"2026-03-18T21:50:06.665254Z","end":"2026-03-18T21:50:08.829464Z","steps":["trace[1395633428] 'process raft request' (duration: 2.163734886s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.829574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.665219Z","time spent":"2.164311401s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:08.829485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.133376Z","time spent":"2.696016951s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:08.829308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.132118Z","time spent":"2.697094979s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:08.829851Z","caller":"traceutil/trace.go:171","msg":"trace[1498193894] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"2.696533783s","start":"2026-03-18T21:50:06.133306Z","end":"2026-03-18T21:50:08.829839Z","steps":["trace[1498193894] 'process raft request' (duration: 2.695403135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.829963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.757438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:08.829973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151531345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:50:08.82997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.214153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:08.830018Z","caller":"traceutil/trace.go:171","msg":"trace[1487666908] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:805; }","duration":"473.85968ms","start":"2026-03-18T21:50:08.356142Z","end":"2026-03-18T21:50:08.830002Z","steps":["trace[1487666908] 'agreement among raft nodes before linearized reading' (duration: 473.775828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.830032Z","caller":"traceutil/trace.go:171","msg":"trace[15527549] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:805; }","duration":"1.151645748s","start":"2026-03-18T21:50:07.678369Z","end":"2026-03-18T21:50:08.830015Z","steps":["trace[15527549] 'agreement among raft nodes before linearized reading' (duration: 1.151483704s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.830045Z","caller":"traceutil/trace.go:171","msg":"trace[328418770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"686.334186ms","start":"2026-03-18T21:50:08.143692Z","end":"2026-03-18T21:50:08.830026Z","steps":["trace[328418770] 'agreement among raft nodes before linearized reading' (duration: 686.216623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.830059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:08.356118Z","time spent":"473.932463ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:08.830033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.133284Z","time spent":"2.696679757s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:08.830106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:08.143664Z","time spent":"686.429038ms","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:08.830084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:07.678319Z","time spent":"1.15175208s","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":66,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:08.830242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.496491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:50:08.830302Z","caller":"traceutil/trace.go:171","msg":"trace[2096813494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"697.601854ms","start":"2026-03-18T21:50:08.132686Z","end":"2026-03-18T21:50:08.830288Z","steps":["trace[2096813494] 'agreement among raft nodes before linearized reading' (duration: 697.427729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.830343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:08.132647Z","time spent":"697.687846ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:09.341432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793345731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:50:09.758953Z","caller":"traceutil/trace.go:171","msg":"trace[1708005189] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"922.169268ms","start":"2026-03-18T21:50:08.836723Z","end":"2026-03-18T21:50:09.758892Z","steps":["trace[1708005189] 'process raft request' (duration: 896.02723ms)","trace[1708005189] 'compare' (duration: 25.630145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:09.759142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:08.836699Z","time spent":"922.329172ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:09.782078Z","caller":"traceutil/trace.go:171","msg":"trace[156240624] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"944.12443ms","start":"2026-03-18T21:50:08.837911Z","end":"2026-03-18T21:50:09.782035Z","steps":["trace[156240624] 'process raft request' (duration: 943.845983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:09.782314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:08.837903Z","time spent":"944.281663ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:10.069482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.525675ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:50:10.069589Z","caller":"traceutil/trace.go:171","msg":"trace[1986505830] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:840; }","duration":"1.229027137s","start":"2026-03-18T21:50:08.840543Z","end":"2026-03-18T21:50:10.06957Z","steps":["trace[1986505830] 'read index received' (duration: 892.231122ms)","trace[1986505830] 'applied index is now lower than readState.Index' (duration: 336.794815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:10.069733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229188532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:10.06976Z","caller":"traceutil/trace.go:171","msg":"trace[1948906025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:807; }","duration":"1.229240952s","start":"2026-03-18T21:50:08.84051Z","end":"2026-03-18T21:50:10.069751Z","steps":["trace[1948906025] 'agreement among raft nodes before linearized reading' (duration: 1.229175051s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.069787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:08.84049Z","time spent":"1.229291484s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:10.069849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.724569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:10.069938Z","caller":"traceutil/trace.go:171","msg":"trace[1054357257] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:807; }","duration":"683.875632ms","start":"2026-03-18T21:50:09.386034Z","end":"2026-03-18T21:50:10.06991Z","steps":["trace[1054357257] 'agreement among raft nodes before linearized reading' (duration: 683.721639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.069939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.45805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:50:10.069984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.386011Z","time spent":"683.962985ms","remote":"127.0.0.1:49820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:10.070053Z","caller":"traceutil/trace.go:171","msg":"trace[134443118] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:807; }","duration":"333.656014ms","start":"2026-03-18T21:50:09.736375Z","end":"2026-03-18T21:50:10.070031Z","steps":["trace[134443118] 'agreement among raft nodes before linearized reading' (duration: 333.436079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.070117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.736349Z","time spent":"333.756227ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:11.138881Z","caller":"traceutil/trace.go:171","msg":"trace[299257599] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:844; }","duration":"190.06077ms","start":"2026-03-18T21:50:10.948793Z","end":"2026-03-18T21:50:11.138854Z","steps":["trace[299257599] 'read index received' (duration: 189.762063ms)","trace[299257599] 'applied index is now lower than readState.Index' (duration: 297.727µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:11.139039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.235516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:11.139072Z","caller":"traceutil/trace.go:171","msg":"trace[722711406] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:811; }","duration":"190.339949ms","start":"2026-03-18T21:50:10.948724Z","end":"2026-03-18T21:50:11.139064Z","steps":["trace[722711406] 'agreement among raft nodes before linearized reading' (duration: 190.233455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.139158Z","caller":"traceutil/trace.go:171","msg":"trace[1414325190] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"299.06345ms","start":"2026-03-18T21:50:10.840036Z","end":"2026-03-18T21:50:11.1391Z","steps":["trace[1414325190] 'process raft request' (duration: 298.620968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.139227Z","caller":"traceutil/trace.go:171","msg":"trace[2107451713] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"298.323651ms","start":"2026-03-18T21:50:10.840866Z","end":"2026-03-18T21:50:11.13919Z","steps":["trace[2107451713] 'process raft request' (duration: 297.92571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.139271Z","caller":"traceutil/trace.go:171","msg":"trace[1197706365] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"297.398448ms","start":"2026-03-18T21:50:10.841862Z","end":"2026-03-18T21:50:11.139261Z","steps":["trace[1197706365] 'process raft request' (duration: 296.959416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.31859Z","caller":"traceutil/trace.go:171","msg":"trace[1785426432] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"167.021463ms","start":"2026-03-18T21:50:13.151525Z","end":"2026-03-18T21:50:13.318546Z","steps":["trace[1785426432] 'process raft request' (duration: 160.29453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.318659Z","caller":"traceutil/trace.go:171","msg":"trace[351424709] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"166.391247ms","start":"2026-03-18T21:50:13.152104Z","end":"2026-03-18T21:50:13.318496Z","steps":["trace[351424709] 'process raft request' (duration: 166.327034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.488864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.793122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:15.489039Z","caller":"traceutil/trace.go:171","msg":"trace[609419899] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"160.639739ms","start":"2026-03-18T21:50:15.32837Z","end":"2026-03-18T21:50:15.48901Z","steps":["trace[609419899] 'process raft request' (duration: 53.540749ms)","trace[609419899] 'compare' (duration: 106.587697ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:15.914646Z","caller":"traceutil/trace.go:171","msg":"trace[458203358] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"104.600445ms","start":"2026-03-18T21:50:15.810003Z","end":"2026-03-18T21:50:15.914604Z","steps":["trace[458203358] 'process raft request' (duration: 104.456191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.549922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.214399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:17.550016Z","caller":"traceutil/trace.go:171","msg":"trace[2951309] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:826; }","duration":"196.348752ms","start":"2026-03-18T21:50:17.353645Z","end":"2026-03-18T21:50:17.549993Z","steps":["trace[2951309] 'count revisions from in-memory index tree' (duration: 196.135177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.55014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.458989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:17.55034Z","caller":"traceutil/trace.go:171","msg":"trace[719735605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:826; }","duration":"195.665845ms","start":"2026-03-18T21:50:17.354631Z","end":"2026-03-18T21:50:17.550296Z","steps":["trace[719735605] 'range keys from in-memory index tree' (duration: 195.289805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:19.034687Z","caller":"traceutil/trace.go:171","msg":"trace[1175835068] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"132.635863ms","start":"2026-03-18T21:50:18.902008Z","end":"2026-03-18T21:50:19.034644Z","steps":["trace[1175835068] 'process raft request' (duration: 132.352196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:20.092136Z","caller":"traceutil/trace.go:171","msg":"trace[913565735] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"116.454048ms","start":"2026-03-18T21:50:19.975649Z","end":"2026-03-18T21:50:20.092103Z","steps":["trace[913565735] 'process raft request' (duration: 116.273764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.791669Z","caller":"traceutil/trace.go:171","msg":"trace[1141047689] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"119.815885ms","start":"2026-03-18T21:50:21.671823Z","end":"2026-03-18T21:50:21.791639Z","steps":["trace[1141047689] 'process raft request' (duration: 89.346516ms)","trace[1141047689] 'compare' (duration: 30.262674ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:21.791827Z","caller":"traceutil/trace.go:171","msg":"trace[975445364] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"115.677709ms","start":"2026-03-18T21:50:21.676118Z","end":"2026-03-18T21:50:21.791796Z","steps":["trace[975445364] 'process raft request' (duration: 115.470894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:23.451162Z","caller":"traceutil/trace.go:171","msg":"trace[114398027] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"120.258396ms","start":"2026-03-18T21:50:23.330863Z","end":"2026-03-18T21:50:23.451121Z","steps":["trace[114398027] 'process raft request' (duration: 120.051919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:23.933149Z","caller":"traceutil/trace.go:171","msg":"trace[244626813] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:881; }","duration":"136.978324ms","start":"2026-03-18T21:50:23.796139Z","end":"2026-03-18T21:50:23.933118Z","steps":["trace[244626813] 'read index received' (duration: 136.687685ms)","trace[244626813] 'applied index is now lower than readState.Index' (duration: 289.239µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:23.933348Z","caller":"traceutil/trace.go:171","msg":"trace[1082475594] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"201.904924ms","start":"2026-03-18T21:50:23.731384Z","end":"2026-03-18T21:50:23.933289Z","steps":["trace[1082475594] 'process raft request' (duration: 201.558725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:23.933415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.26149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:23.933462Z","caller":"traceutil/trace.go:171","msg":"trace[101013942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:844; }","duration":"137.376554ms","start":"2026-03-18T21:50:23.796069Z","end":"2026-03-18T21:50:23.933446Z","steps":["trace[101013942] 'agreement among raft nodes before linearized reading' (duration: 137.173569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:29.42135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.774313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:50:29.421513Z","caller":"traceutil/trace.go:171","msg":"trace[797565780] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"189.331903ms","start":"2026-03-18T21:50:29.232164Z","end":"2026-03-18T21:50:29.421496Z","steps":["trace[797565780] 'read index received' (duration: 63.641µs)","trace[797565780] 'applied index is now lower than readState.Index' (duration: 189.266442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:29.421685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.520688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:50:29.421714Z","caller":"traceutil/trace.go:171","msg":"trace[1343299176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:908; }","duration":"189.61146ms","start":"2026-03-18T21:50:29.232092Z","end":"2026-03-18T21:50:29.421703Z","steps":["trace[1343299176] 'agreement among raft nodes before linearized reading' (duration: 189.450756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:29.837961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.725826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:29.838055Z","caller":"traceutil/trace.go:171","msg":"trace[912078557] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"321.566115ms","start":"2026-03-18T21:50:29.516474Z","end":"2026-03-18T21:50:29.83804Z","steps":["trace[912078557] 'process raft request' (duration: 152.671675ms)","trace[912078557] 'compare' (duration: 168.462009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:29.838102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:29.516434Z","time spent":"321.650987ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:30.29994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.883731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:30.300053Z","caller":"traceutil/trace.go:171","msg":"trace[635188323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:911; }","duration":"345.067847ms","start":"2026-03-18T21:50:29.954964Z","end":"2026-03-18T21:50:30.300032Z","steps":["trace[635188323] 'range keys from in-memory index tree' (duration: 344.658396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.300091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:29.954932Z","time spent":"345.150648ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:30.300313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.371351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:50:30.300339Z","caller":"traceutil/trace.go:171","msg":"trace[514917071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:911; }","duration":"246.424222ms","start":"2026-03-18T21:50:30.053908Z","end":"2026-03-18T21:50:30.300332Z","steps":["trace[514917071] 'range keys from in-memory index tree' (duration: 246.276999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.300437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.89895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:30.300484Z","caller":"traceutil/trace.go:171","msg":"trace[344778652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"158.012653ms","start":"2026-03-18T21:50:30.142462Z","end":"2026-03-18T21:50:30.300475Z","steps":["trace[344778652] 'range keys from in-memory index tree' (duration: 157.820108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.30063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.945768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:50:30.300653Z","caller":"traceutil/trace.go:171","msg":"trace[1242681839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:911; }","duration":"118.02723ms","start":"2026-03-18T21:50:30.18262Z","end":"2026-03-18T21:50:30.300647Z","steps":["trace[1242681839] 'range keys from in-memory index tree' (duration: 117.849956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:32.015569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793346002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:50:32.31826Z","caller":"traceutil/trace.go:171","msg":"trace[44180118] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"879.434215ms","start":"2026-03-18T21:50:31.438801Z","end":"2026-03-18T21:50:32.318235Z","steps":["trace[44180118] 'process raft request' (duration: 879.302502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.318341Z","caller":"traceutil/trace.go:171","msg":"trace[1254148136] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:956; }","duration":"803.695738ms","start":"2026-03-18T21:50:31.514595Z","end":"2026-03-18T21:50:32.318291Z","steps":["trace[1254148136] 'read index received' (duration: 803.650357ms)","trace[1254148136] 'applied index is now lower than readState.Index' (duration: 42.271µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:32.318462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.881163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:32.318487Z","caller":"traceutil/trace.go:171","msg":"trace[1052870604] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:915; }","duration":"803.949964ms","start":"2026-03-18T21:50:31.514531Z","end":"2026-03-18T21:50:32.318481Z","steps":["trace[1052870604] 'agreement among raft nodes before linearized reading' (duration: 803.902893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:32.318403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.438756Z","time spent":"879.569738ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:32.318504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.514505Z","time spent":"803.995356ms","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:34.123151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50158713s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:34.123265Z","caller":"traceutil/trace.go:171","msg":"trace[1137025973] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"1.804801375s","start":"2026-03-18T21:50:32.318447Z","end":"2026-03-18T21:50:34.123248Z","steps":["trace[1137025973] 'read index received' (duration: 302.874987ms)","trace[1137025973] 'applied index is now lower than readState.Index' (duration: 1.501924698s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:34.123389Z","caller":"traceutil/trace.go:171","msg":"trace[1636254283] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"1.954066182s","start":"2026-03-18T21:50:32.169311Z","end":"2026-03-18T21:50:34.123377Z","steps":["trace[1636254283] 'process raft request' (duration: 452.151215ms)","trace[1636254283] 'compare' (duration: 1.5012298s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:34.123594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281279613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:50:34.123681Z","caller":"traceutil/trace.go:171","msg":"trace[1376561038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:916; }","duration":"2.281455917s","start":"2026-03-18T21:50:31.842199Z","end":"2026-03-18T21:50:34.123655Z","steps":["trace[1376561038] 'agreement among raft nodes before linearized reading' (duration: 2.281206621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.123754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.842176Z","time spent":"2.28156953s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:34.123753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978718494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:34.12382Z","caller":"traceutil/trace.go:171","msg":"trace[1610429174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:916; }","duration":"1.978801586s","start":"2026-03-18T21:50:32.144991Z","end":"2026-03-18T21:50:34.123793Z","steps":["trace[1610429174] 'agreement among raft nodes before linearized reading' (duration: 1.978661922s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.123871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:32.144977Z","time spent":"1.978887258s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:34.123981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232461364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:50:34.123946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.418559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:34.124017Z","caller":"traceutil/trace.go:171","msg":"trace[1323782484] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:916; }","duration":"2.232551106s","start":"2026-03-18T21:50:31.891456Z","end":"2026-03-18T21:50:34.124007Z","steps":["trace[1323782484] 'agreement among raft nodes before linearized reading' (duration: 2.232455264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801848009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:50:34.124062Z","caller":"traceutil/trace.go:171","msg":"trace[1281062671] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:916; }","duration":"921.579493ms","start":"2026-03-18T21:50:33.202454Z","end":"2026-03-18T21:50:34.124033Z","steps":["trace[1281062671] 'agreement among raft nodes before linearized reading' (duration: 921.402759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.124103Z","caller":"traceutil/trace.go:171","msg":"trace[770865310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:916; }","duration":"1.802010943s","start":"2026-03-18T21:50:32.322067Z","end":"2026-03-18T21:50:34.124078Z","steps":["trace[770865310] 'agreement among raft nodes before linearized reading' (duration: 1.801685995s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799034268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:50:34.124141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:33.20243Z","time spent":"921.683786ms","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:34.124156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:32.322047Z","time spent":"1.802100336s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:50:34.124174Z","caller":"traceutil/trace.go:171","msg":"trace[846576630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:916; }","duration":"1.799094889s","start":"2026-03-18T21:50:32.325071Z","end":"2026-03-18T21:50:34.124166Z","steps":["trace[846576630] 'agreement among raft nodes before linearized reading' (duration: 1.799008587s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:32.325052Z","time spent":"1.79914384s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:34.124186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798681658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:34.124244Z","caller":"traceutil/trace.go:171","msg":"trace[1398505912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:916; }","duration":"1.798754161s","start":"2026-03-18T21:50:32.325475Z","end":"2026-03-18T21:50:34.124229Z","steps":["trace[1398505912] 'agreement among raft nodes before linearized reading' (duration: 1.798532815s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.988916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:50:34.124047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.89143Z","time spent":"2.232610138s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:34.124278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:32.325469Z","time spent":"1.798800952s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:50:34.124286Z","caller":"traceutil/trace.go:171","msg":"trace[68029301] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:916; }","duration":"962.054918ms","start":"2026-03-18T21:50:33.162221Z","end":"2026-03-18T21:50:34.124275Z","steps":["trace[68029301] 'agreement among raft nodes before linearized reading' (duration: 961.990707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:33.162201Z","time spent":"962.1075ms","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:34.124394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.210632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:34.124422Z","caller":"traceutil/trace.go:171","msg":"trace[59406744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:916; }","duration":"788.279925ms","start":"2026-03-18T21:50:33.33613Z","end":"2026-03-18T21:50:34.12441Z","steps":["trace[59406744] 'agreement among raft nodes before linearized reading' (duration: 788.240604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:33.33611Z","time spent":"788.379137ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:34.124506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.49311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:50:34.124594Z","caller":"traceutil/trace.go:171","msg":"trace[492261358] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:916; }","duration":"134.668315ms","start":"2026-03-18T21:50:33.989902Z","end":"2026-03-18T21:50:34.12457Z","steps":["trace[492261358] 'agreement among raft nodes before linearized reading' (duration: 134.363336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:34.124743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:32.169299Z","time spent":"1.954121465s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:44.447511Z","caller":"traceutil/trace.go:171","msg":"trace[2128519252] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"183.672809ms","start":"2026-03-18T21:50:44.263809Z","end":"2026-03-18T21:50:44.447481Z","steps":["trace[2128519252] 'read index received' (duration: 182.742724ms)","trace[2128519252] 'applied index is now lower than readState.Index' (duration: 922.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:44.447616Z","caller":"traceutil/trace.go:171","msg":"trace[47362852] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"197.527424ms","start":"2026-03-18T21:50:44.250056Z","end":"2026-03-18T21:50:44.447583Z","steps":["trace[47362852] 'process raft request' (duration: 196.547988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:44.447766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.922095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:50:44.447814Z","caller":"traceutil/trace.go:171","msg":"trace[972887502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"184.010757ms","start":"2026-03-18T21:50:44.263793Z","end":"2026-03-18T21:50:44.447803Z","steps":["trace[972887502] 'agreement among raft nodes before linearized reading' (duration: 183.796522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:44.575467Z","caller":"traceutil/trace.go:171","msg":"trace[416156278] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"122.862373ms","start":"2026-03-18T21:50:44.452578Z","end":"2026-03-18T21:50:44.575441Z","steps":["trace[416156278] 'process raft request' (duration: 82.164293ms)","trace[416156278] 'compare' (duration: 39.925601ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:46.705639Z","caller":"traceutil/trace.go:171","msg":"trace[412849749] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"121.526069ms","start":"2026-03-18T21:50:46.584083Z","end":"2026-03-18T21:50:46.705609Z","steps":["trace[412849749] 'process raft request' (duration: 121.341155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:48.710259Z","caller":"traceutil/trace.go:171","msg":"trace[1621228337] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:999; }","duration":"318.865106ms","start":"2026-03-18T21:50:48.391354Z","end":"2026-03-18T21:50:48.710219Z","steps":["trace[1621228337] 'read index received' (duration: 318.64564ms)","trace[1621228337] 'applied index is now lower than readState.Index' (duration: 218.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:48.710304Z","caller":"traceutil/trace.go:171","msg":"trace[165221073] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"410.679009ms","start":"2026-03-18T21:50:48.299589Z","end":"2026-03-18T21:50:48.710268Z","steps":["trace[165221073] 'process raft request' (duration: 410.415542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:48.710468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:48.299556Z","time spent":"410.817782ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:48.710629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.227645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:50:48.710749Z","caller":"traceutil/trace.go:171","msg":"trace[1662242360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:956; }","duration":"319.416759ms","start":"2026-03-18T21:50:48.391303Z","end":"2026-03-18T21:50:48.71072Z","steps":["trace[1662242360] 'agreement among raft nodes before linearized reading' (duration: 319.04943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:48.710813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:48.391283Z","time spent":"319.520611ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:48.712396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.930296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:50:48.71253Z","caller":"traceutil/trace.go:171","msg":"trace[2049492016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:956; }","duration":"319.126912ms","start":"2026-03-18T21:50:48.393377Z","end":"2026-03-18T21:50:48.712503Z","steps":["trace[2049492016] 'agreement among raft nodes before linearized reading' (duration: 318.750282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:48.712586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:48.393366Z","time spent":"319.206074ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:50:50.569748Z","caller":"traceutil/trace.go:171","msg":"trace[570740099] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"171.840298ms","start":"2026-03-18T21:50:50.397868Z","end":"2026-03-18T21:50:50.569708Z","steps":["trace[570740099] 'process raft request' (duration: 171.614522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:50.711025Z","caller":"traceutil/trace.go:171","msg":"trace[1453986772] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"131.864161ms","start":"2026-03-18T21:50:50.579106Z","end":"2026-03-18T21:50:50.71097Z","steps":["trace[1453986772] 'process raft request' (duration: 131.550724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:50.711049Z","caller":"traceutil/trace.go:171","msg":"trace[1442832084] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"129.82973ms","start":"2026-03-18T21:50:50.581187Z","end":"2026-03-18T21:50:50.711017Z","steps":["trace[1442832084] 'process raft request' (duration: 129.650365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:50.851504Z","caller":"traceutil/trace.go:171","msg":"trace[386140486] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"129.560164ms","start":"2026-03-18T21:50:50.721904Z","end":"2026-03-18T21:50:50.851465Z","steps":["trace[386140486] 'read index received' (duration: 42.785189ms)","trace[386140486] 'applied index is now lower than readState.Index' (duration: 86.773665ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:50.85162Z","caller":"traceutil/trace.go:171","msg":"trace[563588767] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"130.182609ms","start":"2026-03-18T21:50:50.721406Z","end":"2026-03-18T21:50:50.851588Z","steps":["trace[563588767] 'process raft request' (duration: 43.353992ms)","trace[563588767] 'compare' (duration: 86.536919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:50.851867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.942094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:50:50.851916Z","caller":"traceutil/trace.go:171","msg":"trace[852896619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:982; }","duration":"130.056786ms","start":"2026-03-18T21:50:50.721844Z","end":"2026-03-18T21:50:50.8519Z","steps":["trace[852896619] 'agreement among raft nodes before linearized reading' (duration: 129.866281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:50.851992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.426855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:50.852099Z","caller":"traceutil/trace.go:171","msg":"trace[103730023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:982; }","duration":"128.587908ms","start":"2026-03-18T21:50:50.723485Z","end":"2026-03-18T21:50:50.852072Z","steps":["trace[103730023] 'agreement among raft nodes before linearized reading' (duration: 128.343572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:50.852422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.669221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:50:50.852592Z","caller":"traceutil/trace.go:171","msg":"trace[462246228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:982; }","duration":"128.851095ms","start":"2026-03-18T21:50:50.723728Z","end":"2026-03-18T21:50:50.852579Z","steps":["trace[462246228] 'agreement among raft nodes before linearized reading' (duration: 128.526437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:51.03357Z","caller":"traceutil/trace.go:171","msg":"trace[1264509619] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"173.976543ms","start":"2026-03-18T21:50:50.859568Z","end":"2026-03-18T21:50:51.033544Z","steps":["trace[1264509619] 'process raft request' (duration: 173.935461ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:51.033698Z","caller":"traceutil/trace.go:171","msg":"trace[412674639] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"174.067825ms","start":"2026-03-18T21:50:50.859565Z","end":"2026-03-18T21:50:51.033633Z","steps":["trace[412674639] 'process raft request' (duration: 173.89304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:51.033645Z","caller":"traceutil/trace.go:171","msg":"trace[2118207318] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"174.23406ms","start":"2026-03-18T21:50:50.859364Z","end":"2026-03-18T21:50:51.033598Z","steps":["trace[2118207318] 'process raft request' (duration: 165.300252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.397248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740831793346169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:50:53.45798Z","caller":"traceutil/trace.go:171","msg":"trace[856139495] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1032; }","duration":"561.552014ms","start":"2026-03-18T21:50:52.896397Z","end":"2026-03-18T21:50:53.457949Z","steps":["trace[856139495] 'read index received' (duration: 561.300468ms)","trace[856139495] 'applied index is now lower than readState.Index' (duration: 250.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:53.458046Z","caller":"traceutil/trace.go:171","msg":"trace[1229625424] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"594.381619ms","start":"2026-03-18T21:50:52.863621Z","end":"2026-03-18T21:50:53.458003Z","steps":["trace[1229625424] 'process raft request' (duration: 594.103412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.458275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:52.863586Z","time spent":"594.571784ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:53.458445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.989291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:53.458482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.666188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:50:53.458495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.628617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:53.458536Z","caller":"traceutil/trace.go:171","msg":"trace[99682559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:987; }","duration":"419.775141ms","start":"2026-03-18T21:50:53.038744Z","end":"2026-03-18T21:50:53.45852Z","steps":["trace[99682559] 'agreement among raft nodes before linearized reading' (duration: 419.583746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:53.458534Z","caller":"traceutil/trace.go:171","msg":"trace[132648650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"312.157405ms","start":"2026-03-18T21:50:53.146353Z","end":"2026-03-18T21:50:53.45851Z","steps":["trace[132648650] 'agreement among raft nodes before linearized reading' (duration: 311.96949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.458579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.038732Z","time spent":"419.838112ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:50:53.458581Z","caller":"traceutil/trace.go:171","msg":"trace[1323937956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:987; }","duration":"419.73649ms","start":"2026-03-18T21:50:53.038818Z","end":"2026-03-18T21:50:53.458554Z","steps":["trace[1323937956] 'agreement among raft nodes before linearized reading' (duration: 419.499504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.458596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.146325Z","time spent":"312.263447ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:53.458626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.038811Z","time spent":"419.806651ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:53.458612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.649003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:50:53.458714Z","caller":"traceutil/trace.go:171","msg":"trace[442116715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"420.818217ms","start":"2026-03-18T21:50:53.037867Z","end":"2026-03-18T21:50:53.458685Z","steps":["trace[442116715] 'agreement among raft nodes before linearized reading' (duration: 420.372446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.458769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.037844Z","time spent":"420.91511ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:53.458911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.515598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:50:53.458963Z","caller":"traceutil/trace.go:171","msg":"trace[1941568712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:987; }","duration":"562.625282ms","start":"2026-03-18T21:50:52.896322Z","end":"2026-03-18T21:50:53.458947Z","steps":["trace[1941568712] 'agreement among raft nodes before linearized reading' (duration: 561.818162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.458997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:52.896289Z","time spent":"562.700194ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:50:54.121953Z","caller":"traceutil/trace.go:171","msg":"trace[1506329316] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"658.321564ms","start":"2026-03-18T21:50:53.463579Z","end":"2026-03-18T21:50:54.1219Z","steps":["trace[1506329316] 'process raft request' (duration: 641.155848ms)","trace[1506329316] 'compare' (duration: 16.598912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:54.122157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.46355Z","time spent":"658.506198ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:54.134015Z","caller":"traceutil/trace.go:171","msg":"trace[1653155408] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1033; }","duration":"240.475953ms","start":"2026-03-18T21:50:53.893511Z","end":"2026-03-18T21:50:54.133987Z","steps":["trace[1653155408] 'read index received' (duration: 211.243621ms)","trace[1653155408] 'applied index is now lower than readState.Index' (duration: 29.231132ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:54.134151Z","caller":"traceutil/trace.go:171","msg":"trace[2145206465] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"670.021881ms","start":"2026-03-18T21:50:53.464119Z","end":"2026-03-18T21:50:54.134141Z","steps":["trace[2145206465] 'process raft request' (duration: 669.637562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:54.13432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.464098Z","time spent":"670.124484ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:54.134352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.818401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:54.134449Z","caller":"traceutil/trace.go:171","msg":"trace[208984601] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:991; }","duration":"240.981145ms","start":"2026-03-18T21:50:53.893449Z","end":"2026-03-18T21:50:54.134431Z","steps":["trace[208984601] 'agreement among raft nodes before linearized reading' (duration: 240.811021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:54.134626Z","caller":"traceutil/trace.go:171","msg":"trace[2032424870] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"670.287569ms","start":"2026-03-18T21:50:53.464328Z","end":"2026-03-18T21:50:54.134616Z","steps":["trace[2032424870] 'process raft request' (duration: 669.5832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:54.134693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.255113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T21:50:54.134727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.464309Z","time spent":"670.34444ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:54.134737Z","caller":"traceutil/trace.go:171","msg":"trace[793221159] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:991; }","duration":"143.349845ms","start":"2026-03-18T21:50:53.991376Z","end":"2026-03-18T21:50:54.134726Z","steps":["trace[793221159] 'agreement among raft nodes before linearized reading' (duration: 143.199591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:54.134837Z","caller":"traceutil/trace.go:171","msg":"trace[1061231326] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"669.098438ms","start":"2026-03-18T21:50:53.465731Z","end":"2026-03-18T21:50:54.134829Z","steps":["trace[1061231326] 'process raft request' (duration: 668.218635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:54.134885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:53.46572Z","time spent":"669.141949ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:54.531396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.689976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:54.531552Z","caller":"traceutil/trace.go:171","msg":"trace[401813611] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"180.025616ms","start":"2026-03-18T21:50:54.351499Z","end":"2026-03-18T21:50:54.531524Z","steps":["trace[401813611] 'process raft request' (duration: 65.075414ms)","trace[401813611] 'compare' (duration: 114.48399ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:54.603093Z","caller":"traceutil/trace.go:171","msg":"trace[728798195] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"142.789809ms","start":"2026-03-18T21:50:54.460261Z","end":"2026-03-18T21:50:54.603051Z","steps":["trace[728798195] 'process raft request' (duration: 141.934047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:56.030604Z","caller":"traceutil/trace.go:171","msg":"trace[1985324977] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"561.308857ms","start":"2026-03-18T21:50:55.469268Z","end":"2026-03-18T21:50:56.030577Z","steps":["trace[1985324977] 'process raft request' (duration: 561.131833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:56.030775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:55.469245Z","time spent":"561.440281ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:57.433198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.575123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:57.433281Z","caller":"traceutil/trace.go:171","msg":"trace[803464656] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1041; }","duration":"1.305507045s","start":"2026-03-18T21:50:56.127761Z","end":"2026-03-18T21:50:57.433268Z","steps":["trace[803464656] 'read index received' (duration: 485.802598ms)","trace[803464656] 'applied index is now lower than readState.Index' (duration: 819.702867ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:57.433357Z","caller":"traceutil/trace.go:171","msg":"trace[1621066566] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"1.446462277s","start":"2026-03-18T21:50:55.986876Z","end":"2026-03-18T21:50:57.433339Z","steps":["trace[1621066566] 'process raft request' (duration: 626.691529ms)","trace[1621066566] 'compare' (duration: 819.412279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:57.433396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:55.98685Z","time spent":"1.44653208s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:57.433629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305873275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:50:57.433653Z","caller":"traceutil/trace.go:171","msg":"trace[2033563481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:995; }","duration":"1.305944806s","start":"2026-03-18T21:50:56.127703Z","end":"2026-03-18T21:50:57.433648Z","steps":["trace[2033563481] 'agreement among raft nodes before linearized reading' (duration: 1.305826153s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.433668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.127675Z","time spent":"1.305989357s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:57.433784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294868155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:50:57.433804Z","caller":"traceutil/trace.go:171","msg":"trace[23853500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:995; }","duration":"1.294897645s","start":"2026-03-18T21:50:56.138901Z","end":"2026-03-18T21:50:57.433799Z","steps":["trace[23853500] 'agreement among raft nodes before linearized reading' (duration: 1.294845574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.433823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.138895Z","time spent":"1.294918455s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:57.433904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.610015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:57.433923Z","caller":"traceutil/trace.go:171","msg":"trace[1663608153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:995; }","duration":"773.686456ms","start":"2026-03-18T21:50:56.660232Z","end":"2026-03-18T21:50:57.433918Z","steps":["trace[1663608153] 'agreement among raft nodes before linearized reading' (duration: 773.654995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.433935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.660205Z","time spent":"773.727587ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:57.434022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.245963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:57.434042Z","caller":"traceutil/trace.go:171","msg":"trace[2080796824] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:995; }","duration":"961.314916ms","start":"2026-03-18T21:50:56.472721Z","end":"2026-03-18T21:50:57.434036Z","steps":["trace[2080796824] 'agreement among raft nodes before linearized reading' (duration: 961.285635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.434058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.472692Z","time spent":"961.362836ms","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:57.434108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.739359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:57.434177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294570366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:50:57.434193Z","caller":"traceutil/trace.go:171","msg":"trace[1927271393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:995; }","duration":"1.294605138s","start":"2026-03-18T21:50:56.139583Z","end":"2026-03-18T21:50:57.434188Z","steps":["trace[1927271393] 'agreement among raft nodes before linearized reading' (duration: 1.294558597s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.434207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.139574Z","time spent":"1.294630238s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:50:57.434206Z","caller":"traceutil/trace.go:171","msg":"trace[1134830594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:995; }","duration":"289.074947ms","start":"2026-03-18T21:50:57.145099Z","end":"2026-03-18T21:50:57.434174Z","steps":["trace[1134830594] 'agreement among raft nodes before linearized reading' (duration: 288.731509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.434272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295205253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:50:57.43429Z","caller":"traceutil/trace.go:171","msg":"trace[1215565322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:995; }","duration":"1.295276034s","start":"2026-03-18T21:50:56.13901Z","end":"2026-03-18T21:50:57.434286Z","steps":["trace[1215565322] 'agreement among raft nodes before linearized reading' (duration: 1.295232213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.434302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.138979Z","time spent":"1.295320265s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:57.983651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.882454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:57.98379Z","caller":"traceutil/trace.go:171","msg":"trace[149283822] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"544.609524ms","start":"2026-03-18T21:50:57.439144Z","end":"2026-03-18T21:50:57.983754Z","steps":["trace[149283822] 'process raft request' (duration: 347.531394ms)","trace[149283822] 'compare' (duration: 196.153396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:57.983856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:57.439109Z","time spent":"544.717397ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:58.69925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.387268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:58.699504Z","caller":"traceutil/trace.go:171","msg":"trace[914545488] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.259561347s","start":"2026-03-18T21:50:57.43992Z","end":"2026-03-18T21:50:58.699481Z","steps":["trace[914545488] 'process raft request' (duration: 1.259447354s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:58.699591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:57.439915Z","time spent":"1.25963921s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:58.699568Z","caller":"traceutil/trace.go:171","msg":"trace[1856974181] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1043; }","duration":"660.853358ms","start":"2026-03-18T21:50:58.038681Z","end":"2026-03-18T21:50:58.699534Z","steps":["trace[1856974181] 'read index received' (duration: 246.957567ms)","trace[1856974181] 'applied index is now lower than readState.Index' (duration: 413.894621ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:58.699611Z","caller":"traceutil/trace.go:171","msg":"trace[1878923750] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.259102785s","start":"2026-03-18T21:50:57.44049Z","end":"2026-03-18T21:50:58.699592Z","steps":["trace[1878923750] 'process raft request' (duration: 1.25893235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:58.699823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.015383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:58.699908Z","caller":"traceutil/trace.go:171","msg":"trace[1325109353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:999; }","duration":"554.162557ms","start":"2026-03-18T21:50:58.145725Z","end":"2026-03-18T21:50:58.699887Z","steps":["trace[1325109353] 'agreement among raft nodes before linearized reading' (duration: 554.011733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:58.699878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:57.440473Z","time spent":"1.259294269s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:58.699956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:58.145702Z","time spent":"554.242249ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:58.700094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.161547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:58.700166Z","caller":"traceutil/trace.go:171","msg":"trace[1792592348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"661.528176ms","start":"2026-03-18T21:50:58.038622Z","end":"2026-03-18T21:50:58.70015Z","steps":["trace[1792592348] 'agreement among raft nodes before linearized reading' (duration: 661.087675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:58.700216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:58.038596Z","time spent":"661.606507ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:50:58.70036Z","caller":"traceutil/trace.go:171","msg":"trace[1712713478] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"1.259831204s","start":"2026-03-18T21:50:57.439667Z","end":"2026-03-18T21:50:58.699498Z","steps":["trace[1712713478] 'process raft request' (duration: 846.089607ms)","trace[1712713478] 'compare' (duration: 413.234765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:58.700539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:57.43965Z","time spent":"1.260788898s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:58.908657Z","caller":"traceutil/trace.go:171","msg":"trace[224620227] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"204.283184ms","start":"2026-03-18T21:50:58.704333Z","end":"2026-03-18T21:50:58.908617Z","steps":["trace[224620227] 'process raft request' (duration: 152.876976ms)","trace[224620227] 'compare' (duration: 51.162451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:00.339946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.586625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:51:00.340318Z","caller":"traceutil/trace.go:171","msg":"trace[752533238] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"382.557165ms","start":"2026-03-18T21:50:59.95774Z","end":"2026-03-18T21:51:00.340297Z","steps":["trace[752533238] 'process raft request' (duration: 382.348529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:00.340473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:59.957712Z","time spent":"382.656507ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:00.34072Z","caller":"traceutil/trace.go:171","msg":"trace[149689201] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1047; }","duration":"1.193848187s","start":"2026-03-18T21:50:59.14686Z","end":"2026-03-18T21:51:00.340708Z","steps":["trace[149689201] 'read index received' (duration: 428.361789ms)","trace[149689201] 'applied index is now lower than readState.Index' (duration: 765.484258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:00.340905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1605577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:00.340937Z","caller":"traceutil/trace.go:171","msg":"trace[1046903457] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1001; }","duration":"1.160646762s","start":"2026-03-18T21:50:59.180281Z","end":"2026-03-18T21:51:00.340928Z","steps":["trace[1046903457] 'agreement among raft nodes before linearized reading' (duration: 1.160584861s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:00.340963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:59.180251Z","time spent":"1.160705844s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:51:00.340894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194032081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:00.341033Z","caller":"traceutil/trace.go:171","msg":"trace[1308060263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1001; }","duration":"1.194227986s","start":"2026-03-18T21:50:59.146794Z","end":"2026-03-18T21:51:00.341022Z","steps":["trace[1308060263] 'agreement among raft nodes before linearized reading' (duration: 1.194041571s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:00.341068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:59.146766Z","time spent":"1.194290418s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:00.341249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.081991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:51:00.341344Z","caller":"traceutil/trace.go:171","msg":"trace[2071756898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1001; }","duration":"352.239884ms","start":"2026-03-18T21:50:59.989079Z","end":"2026-03-18T21:51:00.341319Z","steps":["trace[2071756898] 'agreement among raft nodes before linearized reading' (duration: 351.976008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:00.341393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:59.989056Z","time spent":"352.327826ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:51:00.608555Z","caller":"traceutil/trace.go:171","msg":"trace[870803753] linearizableReadLoop","detail":"{readStateIndex:1051; appliedIndex:1050; }","duration":"113.450753ms","start":"2026-03-18T21:51:00.49508Z","end":"2026-03-18T21:51:00.60853Z","steps":["trace[870803753] 'read index received' (duration: 49.295223ms)","trace[870803753] 'applied index is now lower than readState.Index' (duration: 64.15398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:00.608702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.599549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:00.608733Z","caller":"traceutil/trace.go:171","msg":"trace[1538290044] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1003; }","duration":"113.702461ms","start":"2026-03-18T21:51:00.49502Z","end":"2026-03-18T21:51:00.608722Z","steps":["trace[1538290044] 'agreement among raft nodes before linearized reading' (duration: 113.602438ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:00.609027Z","caller":"traceutil/trace.go:171","msg":"trace[268383235] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"213.495297ms","start":"2026-03-18T21:51:00.395521Z","end":"2026-03-18T21:51:00.609017Z","steps":["trace[268383235] 'process raft request' (duration: 148.808983ms)","trace[268383235] 'compare' (duration: 64.002346ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:00.886541Z","caller":"traceutil/trace.go:171","msg":"trace[689442468] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"268.70349ms","start":"2026-03-18T21:51:00.61781Z","end":"2026-03-18T21:51:00.886513Z","steps":["trace[689442468] 'process raft request' (duration: 210.840149ms)","trace[689442468] 'compare' (duration: 57.687817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:00.886881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.16071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:51:00.886973Z","caller":"traceutil/trace.go:171","msg":"trace[1951091608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1004; }","duration":"182.326264ms","start":"2026-03-18T21:51:00.704627Z","end":"2026-03-18T21:51:00.886953Z","steps":["trace[1951091608] 'agreement among raft nodes before linearized reading' (duration: 181.987276ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:00.887115Z","caller":"traceutil/trace.go:171","msg":"trace[2013042452] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1051; }","duration":"182.406327ms","start":"2026-03-18T21:51:00.704686Z","end":"2026-03-18T21:51:00.887092Z","steps":["trace[2013042452] 'read index received' (duration: 124.018482ms)","trace[2013042452] 'applied index is now lower than readState.Index' (duration: 57.761419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:00.915677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.263244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:51:00.915742Z","caller":"traceutil/trace.go:171","msg":"trace[2037430261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1005; }","duration":"208.352416ms","start":"2026-03-18T21:51:00.707375Z","end":"2026-03-18T21:51:00.915727Z","steps":["trace[2037430261] 'agreement among raft nodes before linearized reading' (duration: 208.155571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:00.915953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.927411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:51:00.916142Z","caller":"traceutil/trace.go:171","msg":"trace[76853512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1005; }","duration":"211.2529ms","start":"2026-03-18T21:51:00.704776Z","end":"2026-03-18T21:51:00.916029Z","steps":["trace[76853512] 'agreement among raft nodes before linearized reading' (duration: 210.776298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:01.479082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.132891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:01.479594Z","caller":"traceutil/trace.go:171","msg":"trace[254309940] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"558.686651ms","start":"2026-03-18T21:51:00.920863Z","end":"2026-03-18T21:51:01.47955Z","steps":["trace[254309940] 'process raft request' (duration: 147.005686ms)","trace[254309940] 'compare' (duration: 410.889845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:01.47978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:00.920841Z","time spent":"558.843595ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:51:01.479878Z","caller":"traceutil/trace.go:171","msg":"trace[899659210] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"558.971659ms","start":"2026-03-18T21:51:00.920894Z","end":"2026-03-18T21:51:01.479866Z","steps":["trace[899659210] 'process raft request' (duration: 558.533347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:01.479892Z","caller":"traceutil/trace.go:171","msg":"trace[1861675506] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1055; }","duration":"179.120724ms","start":"2026-03-18T21:51:01.300737Z","end":"2026-03-18T21:51:01.479858Z","steps":["trace[1861675506] 'read index received' (duration: 88.393µs)","trace[1861675506] 'applied index is now lower than readState.Index' (duration: 179.029701ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:01.479756Z","caller":"traceutil/trace.go:171","msg":"trace[731365781] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"512.284041ms","start":"2026-03-18T21:51:00.967447Z","end":"2026-03-18T21:51:01.479731Z","steps":["trace[731365781] 'process raft request' (duration: 512.150338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:01.480014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:00.920866Z","time spent":"559.095092ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:01.480164Z","caller":"traceutil/trace.go:171","msg":"trace[1302211270] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"509.751047ms","start":"2026-03-18T21:51:00.970372Z","end":"2026-03-18T21:51:01.480123Z","steps":["trace[1302211270] 'process raft request' (duration: 509.259614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:01.480202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:00.967424Z","time spent":"512.653031ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:01.480275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.506563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:51:01.480344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:00.970364Z","time spent":"509.895762ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:01.480374Z","caller":"traceutil/trace.go:171","msg":"trace[251634813] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1012; }","duration":"179.645936ms","start":"2026-03-18T21:51:01.300707Z","end":"2026-03-18T21:51:01.480353Z","steps":["trace[251634813] 'agreement among raft nodes before linearized reading' (duration: 179.42229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:01.480218Z","caller":"traceutil/trace.go:171","msg":"trace[1261121687] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"558.458566ms","start":"2026-03-18T21:51:00.921664Z","end":"2026-03-18T21:51:01.480122Z","steps":["trace[1261121687] 'process raft request' (duration: 557.892371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:01.480906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:00.921639Z","time spent":"559.174674ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:02.455167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.449277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:51:02.455239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.59283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:02.455284Z","caller":"traceutil/trace.go:171","msg":"trace[34206341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1012; }","duration":"309.61384ms","start":"2026-03-18T21:51:02.145649Z","end":"2026-03-18T21:51:02.455263Z","steps":["trace[34206341] 'range keys from in-memory index tree' (duration: 309.293102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:02.455315Z","caller":"traceutil/trace.go:171","msg":"trace[956437512] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1012; }","duration":"168.240566ms","start":"2026-03-18T21:51:02.287054Z","end":"2026-03-18T21:51:02.455295Z","steps":["trace[956437512] 'count revisions from in-memory index tree' (duration: 167.501827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:02.455328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:02.145631Z","time spent":"309.688733ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:06.379578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.878171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:06.379705Z","caller":"traceutil/trace.go:171","msg":"trace[1026134671] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1027; }","duration":"128.090786ms","start":"2026-03-18T21:51:06.251581Z","end":"2026-03-18T21:51:06.379672Z","steps":["trace[1026134671] 'count revisions from in-memory index tree' (duration: 127.719097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.380009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234326146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:06.380126Z","caller":"traceutil/trace.go:171","msg":"trace[899507224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1027; }","duration":"1.234528651s","start":"2026-03-18T21:51:05.145566Z","end":"2026-03-18T21:51:06.380095Z","steps":["trace[899507224] 'range keys from in-memory index tree' (duration: 1.234170792s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.380197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:05.145541Z","time spent":"1.234638654s","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:06.380268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.829117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:51:06.380355Z","caller":"traceutil/trace.go:171","msg":"trace[1170322523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1027; }","duration":"883.979771ms","start":"2026-03-18T21:51:05.496353Z","end":"2026-03-18T21:51:06.380333Z","steps":["trace[1170322523] 'range keys from in-memory index tree' (duration: 883.57653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.380422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:05.496335Z","time spent":"884.074723ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:06.380427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.114194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:51:06.380505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.249842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:51:06.380529Z","caller":"traceutil/trace.go:171","msg":"trace[633220427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1027; }","duration":"884.261898ms","start":"2026-03-18T21:51:05.496248Z","end":"2026-03-18T21:51:06.38051Z","steps":["trace[633220427] 'range keys from in-memory index tree' (duration: 883.885379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:06.380585Z","caller":"traceutil/trace.go:171","msg":"trace[1488870983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1027; }","duration":"885.426727ms","start":"2026-03-18T21:51:05.495138Z","end":"2026-03-18T21:51:06.380564Z","steps":["trace[1488870983] 'range keys from in-memory index tree' (duration: 885.021286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.380606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:05.496224Z","time spent":"884.36661ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:06.3806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307960548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:51:06.380669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:05.495115Z","time spent":"885.505949ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:51:06.380733Z","caller":"traceutil/trace.go:171","msg":"trace[676151520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1027; }","duration":"1.308152602s","start":"2026-03-18T21:51:05.072554Z","end":"2026-03-18T21:51:06.380707Z","steps":["trace[676151520] 'range keys from in-memory index tree' (duration: 1.307705761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.380786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:05.072523Z","time spent":"1.308251635s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:51:06.941206Z","caller":"traceutil/trace.go:171","msg":"trace[204549767] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"554.715351ms","start":"2026-03-18T21:51:06.386461Z","end":"2026-03-18T21:51:06.941176Z","steps":["trace[204549767] 'process raft request' (duration: 527.989471ms)","trace[204549767] 'compare' (duration: 26.528295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:06.941377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:06.386454Z","time spent":"554.832893ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:06.941459Z","caller":"traceutil/trace.go:171","msg":"trace[47199687] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"554.67928ms","start":"2026-03-18T21:51:06.38674Z","end":"2026-03-18T21:51:06.941419Z","steps":["trace[47199687] 'process raft request' (duration: 554.392233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:06.941489Z","caller":"traceutil/trace.go:171","msg":"trace[1054752577] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1077; }","duration":"550.79665ms","start":"2026-03-18T21:51:06.390665Z","end":"2026-03-18T21:51:06.941462Z","steps":["trace[1054752577] 'read index received' (duration: 40.070488ms)","trace[1054752577] 'applied index is now lower than readState.Index' (duration: 510.724422ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:06.941625Z","caller":"traceutil/trace.go:171","msg":"trace[1348196774] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"554.69315ms","start":"2026-03-18T21:51:06.386919Z","end":"2026-03-18T21:51:06.941612Z","steps":["trace[1348196774] 'process raft request' (duration: 554.423923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.941635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:06.386731Z","time spent":"554.805083ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:06.941732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:06.386911Z","time spent":"554.739721ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:06.941821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.086931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:51:06.941913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.232431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:06.941933Z","caller":"traceutil/trace.go:171","msg":"trace[1358447923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1031; }","duration":"463.206704ms","start":"2026-03-18T21:51:06.478698Z","end":"2026-03-18T21:51:06.941905Z","steps":["trace[1358447923] 'agreement among raft nodes before linearized reading' (duration: 462.940107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:06.941984Z","caller":"traceutil/trace.go:171","msg":"trace[237823798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"551.345693ms","start":"2026-03-18T21:51:06.390621Z","end":"2026-03-18T21:51:06.941967Z","steps":["trace[237823798] 'agreement among raft nodes before linearized reading' (duration: 551.227631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.941988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:06.478634Z","time spent":"463.345138ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:51:06.942003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.550445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-18T21:51:06.942039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:06.39061Z","time spent":"551.411986ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:51:06.942048Z","caller":"traceutil/trace.go:171","msg":"trace[1263359023] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1031; }","duration":"456.639887ms","start":"2026-03-18T21:51:06.485396Z","end":"2026-03-18T21:51:06.942036Z","steps":["trace[1263359023] 'agreement among raft nodes before linearized reading' (duration: 456.458993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:06.942082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:06.485366Z","time spent":"456.708559ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-18T21:51:09.077709Z","caller":"traceutil/trace.go:171","msg":"trace[467487837] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"114.241004ms","start":"2026-03-18T21:51:08.963446Z","end":"2026-03-18T21:51:09.077687Z","steps":["trace[467487837] 'process raft request' (duration: 68.620403ms)","trace[467487837] 'compare' (duration: 45.234921ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:09.077943Z","caller":"traceutil/trace.go:171","msg":"trace[1463994940] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"111.110655ms","start":"2026-03-18T21:51:08.966809Z","end":"2026-03-18T21:51:09.07792Z","steps":["trace[1463994940] 'process raft request' (duration: 111.050023ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:09.078146Z","caller":"traceutil/trace.go:171","msg":"trace[140675265] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"113.936456ms","start":"2026-03-18T21:51:08.9642Z","end":"2026-03-18T21:51:09.078137Z","steps":["trace[140675265] 'process raft request' (duration: 113.456224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:10.257701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.354272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T21:51:17.383176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.722124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:17.383379Z","caller":"traceutil/trace.go:171","msg":"trace[177748190] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"190.499423ms","start":"2026-03-18T21:51:17.192843Z","end":"2026-03-18T21:51:17.383343Z","steps":["trace[177748190] 'process raft request' (duration: 79.518781ms)","trace[177748190] 'compare' (duration: 110.623302ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:17.383784Z","caller":"traceutil/trace.go:171","msg":"trace[1603953371] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"190.856091ms","start":"2026-03-18T21:51:17.192895Z","end":"2026-03-18T21:51:17.383752Z","steps":["trace[1603953371] 'process raft request' (duration: 190.40223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:17.383931Z","caller":"traceutil/trace.go:171","msg":"trace[290332130] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"190.751519ms","start":"2026-03-18T21:51:17.193145Z","end":"2026-03-18T21:51:17.383897Z","steps":["trace[290332130] 'process raft request' (duration: 190.525253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:43.948398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.634304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:43.948544Z","caller":"traceutil/trace.go:171","msg":"trace[1496849389] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"237.717002ms","start":"2026-03-18T21:51:43.710807Z","end":"2026-03-18T21:51:43.948524Z","steps":["trace[1496849389] 'process raft request' (duration: 109.825852ms)","trace[1496849389] 'compare' (duration: 127.533541ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:44.347883Z","caller":"traceutil/trace.go:171","msg":"trace[1774033301] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"201.398239ms","start":"2026-03-18T21:51:44.146454Z","end":"2026-03-18T21:51:44.347852Z","steps":["trace[1774033301] 'process raft request' (duration: 109.048752ms)","trace[1774033301] 'compare' (duration: 92.227234ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:44.347978Z","caller":"traceutil/trace.go:171","msg":"trace[861398383] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1263; }","duration":"201.281386ms","start":"2026-03-18T21:51:44.146552Z","end":"2026-03-18T21:51:44.347833Z","steps":["trace[861398383] 'read index received' (duration: 108.899978ms)","trace[861398383] 'applied index is now lower than readState.Index' (duration: 92.380358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:44.347967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.388059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:44.348054Z","caller":"traceutil/trace.go:171","msg":"trace[1046813311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1207; }","duration":"201.510012ms","start":"2026-03-18T21:51:44.146532Z","end":"2026-03-18T21:51:44.348042Z","steps":["trace[1046813311] 'agreement among raft nodes before linearized reading' (duration: 201.327227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.751778Z","caller":"traceutil/trace.go:171","msg":"trace[1525671447] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"128.381317ms","start":"2026-03-18T21:51:51.623363Z","end":"2026-03-18T21:51:51.751744Z","steps":["trace[1525671447] 'process raft request' (duration: 118.792684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:52.502256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.687849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:52.502791Z","caller":"traceutil/trace.go:171","msg":"trace[2024614630] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"208.199881ms","start":"2026-03-18T21:51:52.294568Z","end":"2026-03-18T21:51:52.502768Z","steps":["trace[2024614630] 'process raft request' (duration: 53.794564ms)","trace[2024614630] 'compare' (duration: 153.274909ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:54.407405Z","caller":"traceutil/trace.go:171","msg":"trace[447988399] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"104.503151ms","start":"2026-03-18T21:51:54.302872Z","end":"2026-03-18T21:51:54.407375Z","steps":["trace[447988399] 'process raft request' (duration: 104.319846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:14.274357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.504132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:14.27474Z","caller":"traceutil/trace.go:171","msg":"trace[1319190805] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1388; }","duration":"128.698555ms","start":"2026-03-18T21:52:14.14602Z","end":"2026-03-18T21:52:14.274718Z","steps":["trace[1319190805] 'read index received' (duration: 85.756186ms)","trace[1319190805] 'applied index is now lower than readState.Index' (duration: 42.940929ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:14.274852Z","caller":"traceutil/trace.go:171","msg":"trace[1375030012] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"228.806235ms","start":"2026-03-18T21:52:14.046032Z","end":"2026-03-18T21:52:14.274839Z","steps":["trace[1375030012] 'process raft request' (duration: 228.61694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.274794Z","caller":"traceutil/trace.go:171","msg":"trace[1537810600] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"260.872958ms","start":"2026-03-18T21:52:14.013857Z","end":"2026-03-18T21:52:14.27473Z","steps":["trace[1537810600] 'process raft request' (duration: 112.882624ms)","trace[1537810600] 'compare' (duration: 147.352248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:14.275232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.493142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T21:52:14.275289Z","caller":"traceutil/trace.go:171","msg":"trace[538641664] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1327; }","duration":"106.647916ms","start":"2026-03-18T21:52:14.168626Z","end":"2026-03-18T21:52:14.275273Z","steps":["trace[538641664] 'agreement among raft nodes before linearized reading' (duration: 106.4346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:14.275217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.171836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:14.275456Z","caller":"traceutil/trace.go:171","msg":"trace[103172696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1327; }","duration":"129.440533ms","start":"2026-03-18T21:52:14.145965Z","end":"2026-03-18T21:52:14.275406Z","steps":["trace[103172696] 'agreement among raft nodes before linearized reading' (duration: 129.154316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.474592Z","caller":"traceutil/trace.go:171","msg":"trace[223166963] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"191.314042ms","start":"2026-03-18T21:52:14.283254Z","end":"2026-03-18T21:52:14.474568Z","steps":["trace[223166963] 'read index received' (duration: 136.566394ms)","trace[223166963] 'applied index is now lower than readState.Index' (duration: 54.746388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:14.474778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.488738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T21:52:14.474868Z","caller":"traceutil/trace.go:171","msg":"trace[1198558488] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1328; }","duration":"191.6181ms","start":"2026-03-18T21:52:14.283227Z","end":"2026-03-18T21:52:14.474845Z","steps":["trace[1198558488] 'agreement among raft nodes before linearized reading' (duration: 191.427846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.474695Z","caller":"traceutil/trace.go:171","msg":"trace[2145281363] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"192.889193ms","start":"2026-03-18T21:52:14.281756Z","end":"2026-03-18T21:52:14.474645Z","steps":["trace[2145281363] 'process raft request' (duration: 138.155896ms)","trace[2145281363] 'compare' (duration: 54.501812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:14.475037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.13563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:14.47509Z","caller":"traceutil/trace.go:171","msg":"trace[1369722198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1328; }","duration":"130.243533ms","start":"2026-03-18T21:52:14.344831Z","end":"2026-03-18T21:52:14.475075Z","steps":["trace[1369722198] 'agreement among raft nodes before linearized reading' (duration: 130.048188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.84186Z","caller":"traceutil/trace.go:171","msg":"trace[1448132811] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"110.062522ms","start":"2026-03-18T21:52:14.731762Z","end":"2026-03-18T21:52:14.841824Z","steps":["trace[1448132811] 'process raft request' (duration: 64.152108ms)","trace[1448132811] 'compare' (duration: 45.72813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:41.592172Z","caller":"traceutil/trace.go:171","msg":"trace[1831772927] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"131.298901ms","start":"2026-03-18T21:52:41.460829Z","end":"2026-03-18T21:52:41.592128Z","steps":["trace[1831772927] 'process raft request' (duration: 131.064095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:42.83971Z","caller":"traceutil/trace.go:171","msg":"trace[383070521] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"103.809823ms","start":"2026-03-18T21:52:42.735868Z","end":"2026-03-18T21:52:42.839678Z","steps":["trace[383070521] 'process raft request' (duration: 98.58202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:44.930023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.510734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:44.930129Z","caller":"traceutil/trace.go:171","msg":"trace[1472129796] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"112.410882ms","start":"2026-03-18T21:52:44.817703Z","end":"2026-03-18T21:52:44.930113Z","steps":["trace[1472129796] 'compare' (duration: 110.389081ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:48.406907Z","caller":"traceutil/trace.go:171","msg":"trace[1423215914] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"170.67092ms","start":"2026-03-18T21:52:48.236202Z","end":"2026-03-18T21:52:48.406873Z","steps":["trace[1423215914] 'process raft request' (duration: 170.494715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:49.626587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.016685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:52:49.905313Z","caller":"traceutil/trace.go:171","msg":"trace[153135696] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"146.541247ms","start":"2026-03-18T21:52:49.758739Z","end":"2026-03-18T21:52:49.905281Z","steps":["trace[153135696] 'process raft request' (duration: 146.280241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.758362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.920479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:50.758461Z","caller":"traceutil/trace.go:171","msg":"trace[1078505857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1474; }","duration":"166.097933ms","start":"2026-03-18T21:52:50.592336Z","end":"2026-03-18T21:52:50.758434Z","steps":["trace[1078505857] 'range keys from in-memory index tree' (duration: 165.673333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.778569Z","caller":"traceutil/trace.go:171","msg":"trace[305148041] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"104.146271ms","start":"2026-03-18T21:52:54.674397Z","end":"2026-03-18T21:52:54.778543Z","steps":["trace[305148041] 'process raft request' (duration: 62.32684ms)","trace[305148041] 'compare' (duration: 41.701998ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:57.086754Z","caller":"traceutil/trace.go:171","msg":"trace[885685204] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"105.916951ms","start":"2026-03-18T21:52:56.980783Z","end":"2026-03-18T21:52:57.0867Z","steps":["trace[885685204] 'process raft request' (duration: 105.751756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:59.215695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.482841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:59.216037Z","caller":"traceutil/trace.go:171","msg":"trace[809107099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1508; }","duration":"124.83164ms","start":"2026-03-18T21:52:59.091098Z","end":"2026-03-18T21:52:59.21593Z","steps":["trace[809107099] 'range keys from in-memory index tree' (duration: 124.218354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:49.739306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.555175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:53:49.739427Z","caller":"traceutil/trace.go:171","msg":"trace[360126302] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1716; }","duration":"113.72362ms","start":"2026-03-18T21:53:49.625679Z","end":"2026-03-18T21:53:49.739403Z","steps":["trace[360126302] 'count revisions from in-memory index tree' (duration: 113.451573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:52.618402Z","caller":"traceutil/trace.go:171","msg":"trace[1200318148] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"115.996486ms","start":"2026-03-18T21:53:52.502357Z","end":"2026-03-18T21:53:52.618353Z","steps":["trace[1200318148] 'process raft request' (duration: 70.618718ms)","trace[1200318148] 'compare' (duration: 45.102811ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:53.390381Z","caller":"traceutil/trace.go:171","msg":"trace[401698600] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"139.961203ms","start":"2026-03-18T21:53:53.250387Z","end":"2026-03-18T21:53:53.390348Z","steps":["trace[401698600] 'process raft request' (duration: 139.754458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:54.361975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.936296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:53:54.362228Z","caller":"traceutil/trace.go:171","msg":"trace[789141820] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"134.038063ms","start":"2026-03-18T21:53:54.228165Z","end":"2026-03-18T21:53:54.362203Z","steps":["trace[789141820] 'process raft request' (duration: 133.941641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:54.362443Z","caller":"traceutil/trace.go:171","msg":"trace[1249761444] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"264.440715ms","start":"2026-03-18T21:53:54.097956Z","end":"2026-03-18T21:53:54.362397Z","steps":["trace[1249761444] 'process raft request' (duration: 66.959365ms)","trace[1249761444] 'compare' (duration: 196.797203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:54.362645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.367809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:54.362753Z","caller":"traceutil/trace.go:171","msg":"trace[1129482769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1734; }","duration":"220.530583ms","start":"2026-03-18T21:53:54.142195Z","end":"2026-03-18T21:53:54.362725Z","steps":["trace[1129482769] 'agreement among raft nodes before linearized reading' (duration: 220.342238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:54.362806Z","caller":"traceutil/trace.go:171","msg":"trace[2138599718] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1815; }","duration":"219.98409ms","start":"2026-03-18T21:53:54.142249Z","end":"2026-03-18T21:53:54.362233Z","steps":["trace[2138599718] 'read index received' (duration: 22.679935ms)","trace[2138599718] 'applied index is now lower than readState.Index' (duration: 197.300945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:54.756111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.821303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:53:54.756229Z","caller":"traceutil/trace.go:171","msg":"trace[281337892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1734; }","duration":"184.010967ms","start":"2026-03-18T21:53:54.572188Z","end":"2026-03-18T21:53:54.756199Z","steps":["trace[281337892] 'range keys from in-memory index tree' (duration: 183.561256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:54.756317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.1573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T21:53:54.756416Z","caller":"traceutil/trace.go:171","msg":"trace[1273237628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1734; }","duration":"133.308805ms","start":"2026-03-18T21:53:54.623069Z","end":"2026-03-18T21:53:54.756378Z","steps":["trace[1273237628] 'range keys from in-memory index tree' (duration: 132.939845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:55.01889Z","caller":"traceutil/trace.go:171","msg":"trace[456286637] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"256.706098ms","start":"2026-03-18T21:53:54.762135Z","end":"2026-03-18T21:53:55.018841Z","steps":["trace[456286637] 'process raft request' (duration: 249.436684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:55.361297Z","caller":"traceutil/trace.go:171","msg":"trace[103246066] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1820; }","duration":"229.219572ms","start":"2026-03-18T21:53:55.132047Z","end":"2026-03-18T21:53:55.361267Z","steps":["trace[103246066] 'read index received' (duration: 151.844473ms)","trace[103246066] 'applied index is now lower than readState.Index' (duration: 77.373719ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:55.361467Z","caller":"traceutil/trace.go:171","msg":"trace[871688150] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"335.77416ms","start":"2026-03-18T21:53:55.025646Z","end":"2026-03-18T21:53:55.36142Z","steps":["trace[871688150] 'process raft request' (duration: 258.33064ms)","trace[871688150] 'compare' (duration: 77.145722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:55.361599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.52454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-18T21:53:55.361762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.543092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:53:55.36184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.025617Z","time spent":"336.098858ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:55.361848Z","caller":"traceutil/trace.go:171","msg":"trace[1370318316] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1738; }","duration":"229.813338ms","start":"2026-03-18T21:53:55.131988Z","end":"2026-03-18T21:53:55.361802Z","steps":["trace[1370318316] 'agreement among raft nodes before linearized reading' (duration: 229.460929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:55.362195Z","caller":"traceutil/trace.go:171","msg":"trace[961002401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1738; }","duration":"216.907842ms","start":"2026-03-18T21:53:55.145052Z","end":"2026-03-18T21:53:55.36196Z","steps":["trace[961002401] 'agreement among raft nodes before linearized reading' (duration: 216.521173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:55.688344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.520909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:53:55.688522Z","caller":"traceutil/trace.go:171","msg":"trace[1609115004] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"230.002213ms","start":"2026-03-18T21:53:55.4585Z","end":"2026-03-18T21:53:55.688502Z","steps":["trace[1609115004] 'process raft request' (duration: 68.215657ms)","trace[1609115004] 'compare' (duration: 161.376266ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:56.41993Z","caller":"traceutil/trace.go:171","msg":"trace[1852787181] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"275.419142ms","start":"2026-03-18T21:53:56.144491Z","end":"2026-03-18T21:53:56.41991Z","steps":["trace[1852787181] 'read index received' (duration: 195.54669ms)","trace[1852787181] 'applied index is now lower than readState.Index' (duration: 79.871822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:56.420044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.530615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:56.420072Z","caller":"traceutil/trace.go:171","msg":"trace[1226055132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"275.651458ms","start":"2026-03-18T21:53:56.144411Z","end":"2026-03-18T21:53:56.420062Z","steps":["trace[1226055132] 'agreement among raft nodes before linearized reading' (duration: 275.582896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:56.420073Z","caller":"traceutil/trace.go:171","msg":"trace[1609112512] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"725.321972ms","start":"2026-03-18T21:53:55.6947Z","end":"2026-03-18T21:53:56.420022Z","steps":["trace[1609112512] 'process raft request' (duration: 645.350637ms)","trace[1609112512] 'compare' (duration: 79.77873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:56.42027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.694673Z","time spent":"725.494686ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:00.540222Z","caller":"traceutil/trace.go:171","msg":"trace[1193302862] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"102.21512ms","start":"2026-03-18T21:54:00.43798Z","end":"2026-03-18T21:54:00.540196Z","steps":["trace[1193302862] 'process raft request' (duration: 101.980744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.740265Z","caller":"traceutil/trace.go:171","msg":"trace[628506715] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"195.353733ms","start":"2026-03-18T21:54:00.544833Z","end":"2026-03-18T21:54:00.740187Z","steps":["trace[628506715] 'process raft request' (duration: 126.092223ms)","trace[628506715] 'compare' (duration: 68.951581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:04.679875Z","caller":"traceutil/trace.go:171","msg":"trace[1781573617] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"122.646227ms","start":"2026-03-18T21:54:04.557197Z","end":"2026-03-18T21:54:04.679844Z","steps":["trace[1781573617] 'process raft request' (duration: 122.494063ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:27.658767Z","caller":"traceutil/trace.go:171","msg":"trace[1420496777] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"115.481216ms","start":"2026-03-18T21:54:27.543253Z","end":"2026-03-18T21:54:27.658734Z","steps":["trace[1420496777] 'process raft request' (duration: 115.27676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:28.053075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.508089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:54:28.053156Z","caller":"traceutil/trace.go:171","msg":"trace[1760954180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1893; }","duration":"165.654862ms","start":"2026-03-18T21:54:27.88748Z","end":"2026-03-18T21:54:28.053135Z","steps":["trace[1760954180] 'range keys from in-memory index tree' (duration: 165.292843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:28.05314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.101017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T21:54:28.053225Z","caller":"traceutil/trace.go:171","msg":"trace[654698430] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1893; }","duration":"142.250981ms","start":"2026-03-18T21:54:27.910949Z","end":"2026-03-18T21:54:28.0532Z","steps":["trace[654698430] 'range keys from in-memory index tree' (duration: 141.940283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:28.383166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.82235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T21:54:28.383273Z","caller":"traceutil/trace.go:171","msg":"trace[697574778] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1896; }","duration":"121.007825ms","start":"2026-03-18T21:54:28.262239Z","end":"2026-03-18T21:54:28.383247Z","steps":["trace[697574778] 'range keys from in-memory index tree' (duration: 120.42843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:30.190849Z","caller":"traceutil/trace.go:171","msg":"trace[824742885] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"114.740937ms","start":"2026-03-18T21:54:30.076083Z","end":"2026-03-18T21:54:30.190824Z","steps":["trace[824742885] 'process raft request' (duration: 114.608714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:31.384904Z","caller":"traceutil/trace.go:171","msg":"trace[799888944] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"112.557792ms","start":"2026-03-18T21:54:31.272296Z","end":"2026-03-18T21:54:31.384854Z","steps":["trace[799888944] 'process raft request' (duration: 81.033366ms)","trace[799888944] 'compare' (duration: 31.335812ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:33.365135Z","caller":"traceutil/trace.go:171","msg":"trace[823407734] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"116.151113ms","start":"2026-03-18T21:54:33.248938Z","end":"2026-03-18T21:54:33.365089Z","steps":["trace[823407734] 'process raft request' (duration: 116.016019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:33.640494Z","caller":"traceutil/trace.go:171","msg":"trace[167781453] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"199.324873ms","start":"2026-03-18T21:54:33.441097Z","end":"2026-03-18T21:54:33.640422Z","steps":["trace[167781453] 'process raft request' (duration: 150.443968ms)","trace[167781453] 'compare' (duration: 48.769452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:33.968177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.849173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:54:33.968285Z","caller":"traceutil/trace.go:171","msg":"trace[1427028564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"228.025817ms","start":"2026-03-18T21:54:33.740235Z","end":"2026-03-18T21:54:33.968261Z","steps":["trace[1427028564] 'range keys from in-memory index tree' (duration: 227.651058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.386181Z","caller":"traceutil/trace.go:171","msg":"trace[1689284279] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"169.396027ms","start":"2026-03-18T21:54:34.216755Z","end":"2026-03-18T21:54:34.386151Z","steps":["trace[1689284279] 'read index received' (duration: 129.961022ms)","trace[1689284279] 'applied index is now lower than readState.Index' (duration: 39.433305ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:34.386208Z","caller":"traceutil/trace.go:171","msg":"trace[69206944] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"230.92345ms","start":"2026-03-18T21:54:34.155251Z","end":"2026-03-18T21:54:34.386174Z","steps":["trace[69206944] 'process raft request' (duration: 191.529115ms)","trace[69206944] 'compare' (duration: 39.131868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:34.387225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.454573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T21:54:34.387353Z","caller":"traceutil/trace.go:171","msg":"trace[1481284042] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1920; }","duration":"170.611067ms","start":"2026-03-18T21:54:34.216711Z","end":"2026-03-18T21:54:34.387322Z","steps":["trace[1481284042] 'agreement among raft nodes before linearized reading' (duration: 169.616192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:37.651941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.98144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:54:37.651974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.752045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T21:54:37.652027Z","caller":"traceutil/trace.go:171","msg":"trace[1369322598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"101.113672ms","start":"2026-03-18T21:54:37.550893Z","end":"2026-03-18T21:54:37.652007Z","steps":["trace[1369322598] 'range keys from in-memory index tree' (duration: 100.821545ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:37.652051Z","caller":"traceutil/trace.go:171","msg":"trace[1758497030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"266.860777ms","start":"2026-03-18T21:54:37.38517Z","end":"2026-03-18T21:54:37.652031Z","steps":["trace[1758497030] 'range keys from in-memory index tree' (duration: 266.60012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:37.651935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.592668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:37.652198Z","caller":"traceutil/trace.go:171","msg":"trace[1944354128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1937; }","duration":"151.862094ms","start":"2026-03-18T21:54:37.500303Z","end":"2026-03-18T21:54:37.652165Z","steps":["trace[1944354128] 'range keys from in-memory index tree' (duration: 151.572757ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:38.152306Z","caller":"traceutil/trace.go:171","msg":"trace[1853781597] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"490.116274ms","start":"2026-03-18T21:54:37.662164Z","end":"2026-03-18T21:54:38.15228Z","steps":["trace[1853781597] 'process raft request' (duration: 489.94158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.152615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.662137Z","time spent":"490.368131ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:38.375055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.760005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:38.375159Z","caller":"traceutil/trace.go:171","msg":"trace[845797274] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"711.188527ms","start":"2026-03-18T21:54:37.663953Z","end":"2026-03-18T21:54:38.375142Z","steps":["trace[845797274] 'read index received' (duration: 488.113704ms)","trace[845797274] 'applied index is now lower than readState.Index' (duration: 223.073732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:38.375338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.375651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:38.375534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.731336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-18T21:54:38.375573Z","caller":"traceutil/trace.go:171","msg":"trace[847020264] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1939; }","duration":"291.772907ms","start":"2026-03-18T21:54:38.08379Z","end":"2026-03-18T21:54:38.375563Z","steps":["trace[847020264] 'agreement among raft nodes before linearized reading' (duration: 291.613223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:38.37555Z","caller":"traceutil/trace.go:171","msg":"trace[1227629418] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1939; }","duration":"711.583406ms","start":"2026-03-18T21:54:37.663926Z","end":"2026-03-18T21:54:38.375509Z","steps":["trace[1227629418] 'agreement among raft nodes before linearized reading' (duration: 711.327469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.37565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.663917Z","time spent":"711.688458ms","remote":"127.0.0.1:53622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"warn","ts":"2026-03-18T21:54:38.375663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.232651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:54:38.375744Z","caller":"traceutil/trace.go:171","msg":"trace[1324006260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"218.361164ms","start":"2026-03-18T21:54:38.157359Z","end":"2026-03-18T21:54:38.37572Z","steps":["trace[1324006260] 'agreement among raft nodes before linearized reading' (duration: 218.151399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.375791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.126511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:38.375868Z","caller":"traceutil/trace.go:171","msg":"trace[1509294851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"230.202172ms","start":"2026-03-18T21:54:38.14562Z","end":"2026-03-18T21:54:38.375822Z","steps":["trace[1509294851] 'agreement among raft nodes before linearized reading' (duration: 230.141881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:38.376041Z","caller":"traceutil/trace.go:171","msg":"trace[2084291212] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"712.358765ms","start":"2026-03-18T21:54:37.6628Z","end":"2026-03-18T21:54:38.375158Z","steps":["trace[2084291212] 'process raft request' (duration: 607.405415ms)","trace[2084291212] 'compare' (duration: 104.657873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:38.376141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.662779Z","time spent":"713.314059ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.008599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.861583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:39.009489Z","caller":"traceutil/trace.go:171","msg":"trace[1531709250] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2031; }","duration":"628.043566ms","start":"2026-03-18T21:54:38.381424Z","end":"2026-03-18T21:54:39.009467Z","steps":["trace[1531709250] 'read index received' (duration: 258.245149ms)","trace[1531709250] 'applied index is now lower than readState.Index' (duration: 369.797347ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:39.009629Z","caller":"traceutil/trace.go:171","msg":"trace[1789444178] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"629.38287ms","start":"2026-03-18T21:54:38.380227Z","end":"2026-03-18T21:54:39.00961Z","steps":["trace[1789444178] 'process raft request' (duration: 629.150144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.009728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.380201Z","time spent":"629.473562ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.009993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.576348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:54:39.010066Z","caller":"traceutil/trace.go:171","msg":"trace[1380585880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"540.6725ms","start":"2026-03-18T21:54:38.469376Z","end":"2026-03-18T21:54:39.010048Z","steps":["trace[1380585880] 'agreement among raft nodes before linearized reading' (duration: 540.493986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.010125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.469361Z","time spent":"540.749312ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:39.010661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.147894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-18T21:54:39.00987Z","caller":"traceutil/trace.go:171","msg":"trace[715022603] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"629.826012ms","start":"2026-03-18T21:54:38.380009Z","end":"2026-03-18T21:54:39.009835Z","steps":["trace[715022603] 'process raft request' (duration: 259.655755ms)","trace[715022603] 'compare' (duration: 368.685629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.010709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.235548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T21:54:39.010728Z","caller":"traceutil/trace.go:171","msg":"trace[99633292] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1941; }","duration":"364.244286ms","start":"2026-03-18T21:54:38.646467Z","end":"2026-03-18T21:54:39.010711Z","steps":["trace[99633292] 'agreement among raft nodes before linearized reading' (duration: 363.414045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.010786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.379991Z","time spent":"630.741515ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.010771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.646442Z","time spent":"364.318258ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-18T21:54:39.010847Z","caller":"traceutil/trace.go:171","msg":"trace[553363308] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1941; }","duration":"551.368931ms","start":"2026-03-18T21:54:38.459376Z","end":"2026-03-18T21:54:39.010745Z","steps":["trace[553363308] 'agreement among raft nodes before linearized reading' (duration: 550.465038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.01105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.459355Z","time spent":"551.677039ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-18T21:54:39.009969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.53143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:39.011779Z","caller":"traceutil/trace.go:171","msg":"trace[762049356] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1941; }","duration":"630.373845ms","start":"2026-03-18T21:54:38.381388Z","end":"2026-03-18T21:54:39.011761Z","steps":["trace[762049356] 'agreement among raft nodes before linearized reading' (duration: 628.516469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.011841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.381375Z","time spent":"630.446798ms","remote":"127.0.0.1:53622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"info","ts":"2026-03-18T21:54:39.247534Z","caller":"traceutil/trace.go:171","msg":"trace[2103935010] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"230.990121ms","start":"2026-03-18T21:54:39.016517Z","end":"2026-03-18T21:54:39.247507Z","steps":["trace[2103935010] 'process raft request' (duration: 190.311704ms)","trace[2103935010] 'compare' (duration: 40.567124ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:39.280107Z","caller":"traceutil/trace.go:171","msg":"trace[1837502471] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"262.320093ms","start":"2026-03-18T21:54:39.017762Z","end":"2026-03-18T21:54:39.280082Z","steps":["trace[1837502471] 'process raft request' (duration: 262.252462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.280151Z","caller":"traceutil/trace.go:171","msg":"trace[1454639466] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"263.339418ms","start":"2026-03-18T21:54:39.016775Z","end":"2026-03-18T21:54:39.280115Z","steps":["trace[1454639466] 'process raft request' (duration: 263.103412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.373231Z","caller":"traceutil/trace.go:171","msg":"trace[1195241174] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2033; }","duration":"284.156144ms","start":"2026-03-18T21:54:39.089046Z","end":"2026-03-18T21:54:39.373202Z","steps":["trace[1195241174] 'read index received' (duration: 117.794024ms)","trace[1195241174] 'applied index is now lower than readState.Index' (duration: 166.359589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.373444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.38187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:54:39.373484Z","caller":"traceutil/trace.go:171","msg":"trace[1338554833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1944; }","duration":"284.467731ms","start":"2026-03-18T21:54:39.089006Z","end":"2026-03-18T21:54:39.373474Z","steps":["trace[1338554833] 'agreement among raft nodes before linearized reading' (duration: 284.290167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.953673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.084814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T21:54:40.953737Z","caller":"traceutil/trace.go:171","msg":"trace[302841935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1946; }","duration":"574.195317ms","start":"2026-03-18T21:54:40.379528Z","end":"2026-03-18T21:54:40.953724Z","steps":["trace[302841935] 'range keys from in-memory index tree' (duration: 573.883619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.953763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.379507Z","time spent":"574.249409ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:40.953886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.957093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:40.954341Z","caller":"traceutil/trace.go:171","msg":"trace[1995257305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"809.471747ms","start":"2026-03-18T21:54:40.14486Z","end":"2026-03-18T21:54:40.954331Z","steps":["trace[1995257305] 'range keys from in-memory index tree' (duration: 808.81294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.954375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.14484Z","time spent":"809.524089ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:40.954107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.973444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T21:54:40.954553Z","caller":"traceutil/trace.go:171","msg":"trace[1609243837] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1946; }","duration":"725.434896ms","start":"2026-03-18T21:54:40.229077Z","end":"2026-03-18T21:54:40.954512Z","steps":["trace[1609243837] 'range keys from in-memory index tree' (duration: 724.82339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.954614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.229057Z","time spent":"725.540338ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-18T21:54:40.954162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.654214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:54:40.954832Z","caller":"traceutil/trace.go:171","msg":"trace[2034923805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1946; }","duration":"797.366741ms","start":"2026-03-18T21:54:40.157454Z","end":"2026-03-18T21:54:40.954821Z","steps":["trace[2034923805] 'range keys from in-memory index tree' (duration: 796.49216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.954864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.157433Z","time spent":"797.422153ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:54:41.290415Z","caller":"traceutil/trace.go:171","msg":"trace[654521778] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"331.953911ms","start":"2026-03-18T21:54:40.958444Z","end":"2026-03-18T21:54:41.290398Z","steps":["trace[654521778] 'process raft request' (duration: 331.849488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.290537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.958419Z","time spent":"332.052374ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.713907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.288451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:41.714188Z","caller":"traceutil/trace.go:171","msg":"trace[954490417] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2039; }","duration":"696.251589ms","start":"2026-03-18T21:54:41.017919Z","end":"2026-03-18T21:54:41.71417Z","steps":["trace[954490417] 'read index received' (duration: 272.448569ms)","trace[954490417] 'applied index is now lower than readState.Index' (duration: 423.80194ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:41.714236Z","caller":"traceutil/trace.go:171","msg":"trace[845120627] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"755.273539ms","start":"2026-03-18T21:54:40.958936Z","end":"2026-03-18T21:54:41.71421Z","steps":["trace[845120627] 'process raft request' (duration: 755.141626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.714288Z","caller":"traceutil/trace.go:171","msg":"trace[1179186369] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"754.448477ms","start":"2026-03-18T21:54:40.959783Z","end":"2026-03-18T21:54:41.714231Z","steps":["trace[1179186369] 'process raft request' (duration: 754.351655ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.714362Z","caller":"traceutil/trace.go:171","msg":"trace[297885145] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"755.7366ms","start":"2026-03-18T21:54:40.958605Z","end":"2026-03-18T21:54:41.714342Z","steps":["trace[297885145] 'process raft request' (duration: 559.932847ms)","trace[297885145] 'compare' (duration: 195.079145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:41.714392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.958914Z","time spent":"755.391012ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.714435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.95977Z","time spent":"754.58413ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.714455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.958582Z","time spent":"755.829143ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.714457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.518565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:54:41.714503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.364186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:54:41.714431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.269499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:41.714535Z","caller":"traceutil/trace.go:171","msg":"trace[893979191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1950; }","duration":"287.424708ms","start":"2026-03-18T21:54:41.427099Z","end":"2026-03-18T21:54:41.714524Z","steps":["trace[893979191] 'agreement among raft nodes before linearized reading' (duration: 287.349446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.714376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.766724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:54:41.714525Z","caller":"traceutil/trace.go:171","msg":"trace[1548687446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1950; }","duration":"696.627038ms","start":"2026-03-18T21:54:41.017881Z","end":"2026-03-18T21:54:41.714508Z","steps":["trace[1548687446] 'agreement among raft nodes before linearized reading' (duration: 696.373122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.714566Z","caller":"traceutil/trace.go:171","msg":"trace[384174518] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1950; }","duration":"189.432603ms","start":"2026-03-18T21:54:41.525121Z","end":"2026-03-18T21:54:41.714554Z","steps":["trace[384174518] 'agreement among raft nodes before linearized reading' (duration: 189.28124ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.714574Z","caller":"traceutil/trace.go:171","msg":"trace[596082325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1950; }","duration":"463.00149ms","start":"2026-03-18T21:54:41.251562Z","end":"2026-03-18T21:54:41.714564Z","steps":["trace[596082325] 'agreement among raft nodes before linearized reading' (duration: 462.712882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.714582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.017867Z","time spent":"696.70706ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:54:41.714607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.251542Z","time spent":"463.0551ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:41.714698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.76412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T21:54:41.714741Z","caller":"traceutil/trace.go:171","msg":"trace[1588411349] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1950; }","duration":"429.849943ms","start":"2026-03-18T21:54:41.28488Z","end":"2026-03-18T21:54:41.71473Z","steps":["trace[1588411349] 'agreement among raft nodes before linearized reading' (duration: 429.699739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.714779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.284855Z","time spent":"429.914894ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-18T21:54:41.91805Z","caller":"traceutil/trace.go:171","msg":"trace[539614220] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"198.741207ms","start":"2026-03-18T21:54:41.719264Z","end":"2026-03-18T21:54:41.918005Z","steps":["trace[539614220] 'process raft request' (duration: 195.822194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.918175Z","caller":"traceutil/trace.go:171","msg":"trace[1776886263] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"198.126383ms","start":"2026-03-18T21:54:41.720008Z","end":"2026-03-18T21:54:41.918135Z","steps":["trace[1776886263] 'process raft request' (duration: 198.076521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.918326Z","caller":"traceutil/trace.go:171","msg":"trace[551181867] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"198.925023ms","start":"2026-03-18T21:54:41.719371Z","end":"2026-03-18T21:54:41.918296Z","steps":["trace[551181867] 'process raft request' (duration: 198.524543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:42.337269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.210531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2828"} {"level":"info","ts":"2026-03-18T21:54:42.33736Z","caller":"traceutil/trace.go:171","msg":"trace[1534405290] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:1955; }","duration":"104.357735ms","start":"2026-03-18T21:54:42.232981Z","end":"2026-03-18T21:54:42.337339Z","steps":["trace[1534405290] 'range keys from in-memory index tree' (duration: 103.998996ms)"],"step_count":1}