{"level":"warn","ts":"2026-04-22T13:04:54.484477Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T13:04:54.484582Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.35:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.35:2380","--initial-cluster=instance=https://199.204.45.35:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.35:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.35:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T13:04:54.484673Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T13:04:54.484688Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-22T13:04:54.484708Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:04:54.485345Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"]} {"level":"info","ts":"2026-04-22T13:04:54.485418Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.35:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T13:04:54.489645Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.986023ms"} {"level":"info","ts":"2026-04-22T13:04:54.496091Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fb85913747d92cac","cluster-id":"636a84d5a3ba9c31"} {"level":"info","ts":"2026-04-22T13:04:54.496159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T13:04:54.496185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 0"} {"level":"info","ts":"2026-04-22T13:04:54.4962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fb85913747d92cac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T13:04:54.496212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 1"} {"level":"info","ts":"2026-04-22T13:04:54.496247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"warn","ts":"2026-04-22T13:04:54.506328Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T13:04:54.507769Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T13:04:54.508956Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T13:04:54.511163Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fb85913747d92cac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T13:04:54.511409Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fb85913747d92cac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T13:04:54.511713Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:04:54.512517Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:04:54.512574Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:04:54.513389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"info","ts":"2026-04-22T13:04:54.513606Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","added-peer-id":"fb85913747d92cac","added-peer-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-22T13:04:54.515887Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:04:54.516078Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fb85913747d92cac","initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T13:04:54.516109Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T13:04:54.516451Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-22T13:04:54.516464Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-22T13:04:55.297393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T13:04:55.297471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T13:04:55.297514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgPreVoteResp from fb85913747d92cac at term 1"} {"level":"info","ts":"2026-04-22T13:04:55.297534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became candidate at term 2"} {"level":"info","ts":"2026-04-22T13:04:55.297544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgVoteResp from fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-22T13:04:55.297559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became leader at term 2"} {"level":"info","ts":"2026-04-22T13:04:55.297573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fb85913747d92cac elected leader fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-22T13:04:55.299251Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fb85913747d92cac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.35:2379]}","request-path":"/0/members/fb85913747d92cac/attributes","cluster-id":"636a84d5a3ba9c31","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T13:04:55.299425Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:04:55.299528Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:04:55.299654Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:04:55.301002Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:04:55.301149Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:04:55.301191Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:04:55.302897Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.35:2379"} {"level":"info","ts":"2026-04-22T13:04:55.303312Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T13:04:55.308697Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T13:04:55.30876Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T13:05:03.584077Z","caller":"traceutil/trace.go:171","msg":"trace[921686636] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"103.408553ms","start":"2026-04-22T13:05:03.480639Z","end":"2026-04-22T13:05:03.584048Z","steps":["trace[921686636] 'process raft request' (duration: 103.197149ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:03.74878Z","caller":"traceutil/trace.go:171","msg":"trace[577248415] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"117.813914ms","start":"2026-04-22T13:05:03.630935Z","end":"2026-04-22T13:05:03.748749Z","steps":["trace[577248415] 'process raft request' (duration: 117.385744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:04.777129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.454044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-22T13:05:04.77727Z","caller":"traceutil/trace.go:171","msg":"trace[539921887] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:304; }","duration":"147.651049ms","start":"2026-04-22T13:05:04.629592Z","end":"2026-04-22T13:05:04.777244Z","steps":["trace[539921887] 'range keys from in-memory index tree' (duration: 147.248919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:18.935356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.244285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:18.935452Z","caller":"traceutil/trace.go:171","msg":"trace[327934988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"267.377328ms","start":"2026-04-22T13:05:18.668054Z","end":"2026-04-22T13:05:18.935431Z","steps":["trace[327934988] 'range keys from in-memory index tree' (duration: 267.171403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:18.935522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.64366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-22T13:05:18.935635Z","caller":"traceutil/trace.go:171","msg":"trace[1952931523] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:420; }","duration":"567.829154ms","start":"2026-04-22T13:05:18.367783Z","end":"2026-04-22T13:05:18.935612Z","steps":["trace[1952931523] 'range keys from in-memory index tree' (duration: 567.521128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:18.935701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:18.367762Z","time spent":"567.909317ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"info","ts":"2026-04-22T13:05:26.126699Z","caller":"traceutil/trace.go:171","msg":"trace[214936440] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"103.908029ms","start":"2026-04-22T13:05:26.022751Z","end":"2026-04-22T13:05:26.126659Z","steps":["trace[214936440] 'process raft request' (duration: 74.987504ms)","trace[214936440] 'compare' (duration: 28.726981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:27.560137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.462115ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:27.560303Z","caller":"traceutil/trace.go:171","msg":"trace[353460192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:451; }","duration":"376.647279ms","start":"2026-04-22T13:05:27.183632Z","end":"2026-04-22T13:05:27.560279Z","steps":["trace[353460192] 'range keys from in-memory index tree' (duration: 376.441545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.560914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008496648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:05:27.56098Z","caller":"traceutil/trace.go:171","msg":"trace[380552496] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"1.313783869s","start":"2026-04-22T13:05:26.247181Z","end":"2026-04-22T13:05:27.560965Z","steps":["trace[380552496] 'process raft request' (duration: 304.74791ms)","trace[380552496] 'compare' (duration: 1.008162362s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:27.56102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:26.247149Z","time spent":"1.31385342s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:27.604845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052303797s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T13:05:27.605515Z","caller":"traceutil/trace.go:171","msg":"trace[236071659] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"1.35516148s","start":"2026-04-22T13:05:26.250316Z","end":"2026-04-22T13:05:27.605477Z","steps":["trace[236071659] 'process raft request' (duration: 1.354920616s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.605696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:26.25026Z","time spent":"1.355357134s","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:27.605848Z","caller":"traceutil/trace.go:171","msg":"trace[790240742] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"1.354837914s","start":"2026-04-22T13:05:26.250931Z","end":"2026-04-22T13:05:27.605769Z","steps":["trace[790240742] 'process raft request' (duration: 1.354440406s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.606088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:26.250922Z","time spent":"1.355072668s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:27.606167Z","caller":"traceutil/trace.go:171","msg":"trace[882856373] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.353750812s","start":"2026-04-22T13:05:26.252352Z","end":"2026-04-22T13:05:27.606103Z","steps":["trace[882856373] 'process raft request' (duration: 1.353067709s)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:27.606546Z","caller":"traceutil/trace.go:171","msg":"trace[1441147296] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"1.302296688s","start":"2026-04-22T13:05:26.304235Z","end":"2026-04-22T13:05:27.606531Z","steps":["trace[1441147296] 'process raft request' (duration: 1.301779108s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.606643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:26.252345Z","time spent":"1.353931005s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:27.606755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:26.304191Z","time spent":"1.302458571s","remote":"127.0.0.1:46134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:27.607236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24709404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:05:27.607332Z","caller":"traceutil/trace.go:171","msg":"trace[1687103811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:456; }","duration":"1.247241443s","start":"2026-04-22T13:05:26.360076Z","end":"2026-04-22T13:05:27.607318Z","steps":["trace[1687103811] 'agreement among raft nodes before linearized reading' (duration: 1.24708459s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.607393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:26.360048Z","time spent":"1.247333335s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:05:27.60802Z","caller":"traceutil/trace.go:171","msg":"trace[636236292] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:469; }","duration":"1.246292285s","start":"2026-04-22T13:05:26.360152Z","end":"2026-04-22T13:05:27.606444Z","steps":["trace[636236292] 'read index received' (duration: 191.870567ms)","trace[636236292] 'applied index is now lower than readState.Index' (duration: 1.054419388s)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:27.69583Z","caller":"traceutil/trace.go:171","msg":"trace[1119230636] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"446.663455ms","start":"2026-04-22T13:05:27.249127Z","end":"2026-04-22T13:05:27.69579Z","steps":["trace[1119230636] 'process raft request' (duration: 413.37463ms)","trace[1119230636] 'compare' (duration: 33.0405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:27.696072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:27.249114Z","time spent":"446.806308ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:27.696099Z","caller":"traceutil/trace.go:171","msg":"trace[617238436] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"128.315245ms","start":"2026-04-22T13:05:27.567755Z","end":"2026-04-22T13:05:27.69607Z","steps":["trace[617238436] 'process raft request' (duration: 127.934808ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:27.696306Z","caller":"traceutil/trace.go:171","msg":"trace[848344870] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"121.703708ms","start":"2026-04-22T13:05:27.574584Z","end":"2026-04-22T13:05:27.696288Z","steps":["trace[848344870] 'process raft request' (duration: 121.231269ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:27.69635Z","caller":"traceutil/trace.go:171","msg":"trace[1165792802] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"127.930889ms","start":"2026-04-22T13:05:27.568408Z","end":"2026-04-22T13:05:27.696339Z","steps":["trace[1165792802] 'process raft request' (duration: 127.346477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.696786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.912149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-22T13:05:27.696813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.224509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-22T13:05:27.696829Z","caller":"traceutil/trace.go:171","msg":"trace[361257284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:462; }","duration":"466.019691ms","start":"2026-04-22T13:05:27.230795Z","end":"2026-04-22T13:05:27.696815Z","steps":["trace[361257284] 'agreement among raft nodes before linearized reading' (duration: 465.598132ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:27.696858Z","caller":"traceutil/trace.go:171","msg":"trace[477771120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"668.30995ms","start":"2026-04-22T13:05:27.028536Z","end":"2026-04-22T13:05:27.696846Z","steps":["trace[477771120] 'agreement among raft nodes before linearized reading' (duration: 667.893481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.696866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:27.230771Z","time spent":"466.086672ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T13:05:27.696892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:27.028513Z","time spent":"668.371862ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:05:27.696979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.037871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:27.697002Z","caller":"traceutil/trace.go:171","msg":"trace[1681524725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"579.097672ms","start":"2026-04-22T13:05:27.117896Z","end":"2026-04-22T13:05:27.696994Z","steps":["trace[1681524725] 'agreement among raft nodes before linearized reading' (duration: 578.51748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.697026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:27.117874Z","time spent":"579.146483ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:05:27.69705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.39412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T13:05:27.697085Z","caller":"traceutil/trace.go:171","msg":"trace[2122123192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:462; }","duration":"671.463672ms","start":"2026-04-22T13:05:27.025612Z","end":"2026-04-22T13:05:27.697076Z","steps":["trace[2122123192] 'agreement among raft nodes before linearized reading' (duration: 670.830999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:27.697165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:27.025593Z","time spent":"671.513462ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:05:29.745302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.436559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:05:29.745629Z","caller":"traceutil/trace.go:171","msg":"trace[1130256271] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"452.53866ms","start":"2026-04-22T13:05:29.293057Z","end":"2026-04-22T13:05:29.745596Z","steps":["trace[1130256271] 'process raft request' (duration: 23.722333ms)","trace[1130256271] 'compare' (duration: 428.272016ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:29.745727Z","caller":"traceutil/trace.go:171","msg":"trace[1091188665] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"445.25047ms","start":"2026-04-22T13:05:29.300453Z","end":"2026-04-22T13:05:29.745704Z","steps":["trace[1091188665] 'process raft request' (duration: 445.013925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.745788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.293034Z","time spent":"452.688562ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:29.745833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.300446Z","time spent":"445.330041ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:29.745859Z","caller":"traceutil/trace.go:171","msg":"trace[2072270943] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"447.564614ms","start":"2026-04-22T13:05:29.298275Z","end":"2026-04-22T13:05:29.745839Z","steps":["trace[2072270943] 'process raft request' (duration: 447.141706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.745937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.298263Z","time spent":"447.637805ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.746064Z","caller":"traceutil/trace.go:171","msg":"trace[497012061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:483; }","duration":"445.541665ms","start":"2026-04-22T13:05:29.300504Z","end":"2026-04-22T13:05:29.746046Z","steps":["trace[497012061] 'process raft request' (duration: 445.020595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.74615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.3005Z","time spent":"445.598246ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:29.746496Z","caller":"traceutil/trace.go:171","msg":"trace[2067099906] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"445.034716ms","start":"2026-04-22T13:05:29.301436Z","end":"2026-04-22T13:05:29.74647Z","steps":["trace[2067099906] 'process raft request' (duration: 444.888763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.74669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.30143Z","time spent":"445.178719ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.748113Z","caller":"traceutil/trace.go:171","msg":"trace[1203874106] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"436.35181ms","start":"2026-04-22T13:05:29.311748Z","end":"2026-04-22T13:05:29.748099Z","steps":["trace[1203874106] 'process raft request' (duration: 436.33047ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:29.748143Z","caller":"traceutil/trace.go:171","msg":"trace[322243690] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"443.366844ms","start":"2026-04-22T13:05:29.304757Z","end":"2026-04-22T13:05:29.748123Z","steps":["trace[322243690] 'process raft request' (duration: 443.231341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.748228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.311739Z","time spent":"436.440692ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:29.748321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.304734Z","time spent":"443.461455ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.748453Z","caller":"traceutil/trace.go:171","msg":"trace[1059276359] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"437.42954ms","start":"2026-04-22T13:05:29.311014Z","end":"2026-04-22T13:05:29.748443Z","steps":["trace[1059276359] 'process raft request' (duration: 437.037903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.748545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.311006Z","time spent":"437.513902ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.77438Z","caller":"traceutil/trace.go:171","msg":"trace[1491373150] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"457.623245ms","start":"2026-04-22T13:05:29.316735Z","end":"2026-04-22T13:05:29.774358Z","steps":["trace[1491373150] 'process raft request' (duration: 457.423702ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:29.77442Z","caller":"traceutil/trace.go:171","msg":"trace[721364821] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"456.958003ms","start":"2026-04-22T13:05:29.317451Z","end":"2026-04-22T13:05:29.774409Z","steps":["trace[721364821] 'process raft request' (duration: 456.870272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.774495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.316728Z","time spent":"457.718608ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:29.774495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.317445Z","time spent":"457.004224ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.774477Z","caller":"traceutil/trace.go:171","msg":"trace[325954805] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"457.084126ms","start":"2026-04-22T13:05:29.317364Z","end":"2026-04-22T13:05:29.774448Z","steps":["trace[325954805] 'process raft request' (duration: 456.895433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.774629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.317334Z","time spent":"457.207928ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:29.774745Z","caller":"traceutil/trace.go:171","msg":"trace[822520730] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"452.213812ms","start":"2026-04-22T13:05:29.322509Z","end":"2026-04-22T13:05:29.774723Z","steps":["trace[822520730] 'process raft request' (duration: 451.862476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.774808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.322486Z","time spent":"452.294554ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.774998Z","caller":"traceutil/trace.go:171","msg":"trace[1577184450] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"444.834401ms","start":"2026-04-22T13:05:29.330018Z","end":"2026-04-22T13:05:29.774852Z","steps":["trace[1577184450] 'process raft request' (duration: 444.599016ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:29.775037Z","caller":"traceutil/trace.go:171","msg":"trace[2088882582] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"320.475548ms","start":"2026-04-22T13:05:29.454542Z","end":"2026-04-22T13:05:29.775017Z","steps":["trace[2088882582] 'process raft request' (duration: 320.383856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.775124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.454508Z","time spent":"320.58064ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:29.775039Z","caller":"traceutil/trace.go:171","msg":"trace[2044241154] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"424.575854ms","start":"2026-04-22T13:05:29.350448Z","end":"2026-04-22T13:05:29.775024Z","steps":["trace[2044241154] 'process raft request' (duration: 424.307389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:29.775263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.329991Z","time spent":"445.088546ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:29.775536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:29.350412Z","time spent":"424.996153ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:30.041523Z","caller":"traceutil/trace.go:171","msg":"trace[1746360087] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"223.665515ms","start":"2026-04-22T13:05:29.817847Z","end":"2026-04-22T13:05:30.041513Z","steps":["trace[1746360087] 'process raft request' (duration: 223.549902ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.041517Z","caller":"traceutil/trace.go:171","msg":"trace[214173650] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"223.834957ms","start":"2026-04-22T13:05:29.817652Z","end":"2026-04-22T13:05:30.041487Z","steps":["trace[214173650] 'process raft request' (duration: 156.271532ms)","trace[214173650] 'compare' (duration: 67.270989ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:30.041618Z","caller":"traceutil/trace.go:171","msg":"trace[1882175838] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"223.765227ms","start":"2026-04-22T13:05:29.817801Z","end":"2026-04-22T13:05:30.041566Z","steps":["trace[1882175838] 'process raft request' (duration: 223.525901ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.041974Z","caller":"traceutil/trace.go:171","msg":"trace[827951068] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"224.002801ms","start":"2026-04-22T13:05:29.817954Z","end":"2026-04-22T13:05:30.041957Z","steps":["trace[827951068] 'process raft request' (duration: 223.792037ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.041953Z","caller":"traceutil/trace.go:171","msg":"trace[276392599] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"218.591047ms","start":"2026-04-22T13:05:29.823343Z","end":"2026-04-22T13:05:30.041933Z","steps":["trace[276392599] 'process raft request' (duration: 218.508826ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.041936Z","caller":"traceutil/trace.go:171","msg":"trace[1563911148] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"224.010371ms","start":"2026-04-22T13:05:29.817884Z","end":"2026-04-22T13:05:30.041894Z","steps":["trace[1563911148] 'process raft request' (duration: 223.540062ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.043853Z","caller":"traceutil/trace.go:171","msg":"trace[493438806] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"137.986548ms","start":"2026-04-22T13:05:29.905857Z","end":"2026-04-22T13:05:30.043844Z","steps":["trace[493438806] 'process raft request' (duration: 137.867856ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.043939Z","caller":"traceutil/trace.go:171","msg":"trace[1348263570] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"178.718325ms","start":"2026-04-22T13:05:29.865208Z","end":"2026-04-22T13:05:30.043926Z","steps":["trace[1348263570] 'process raft request' (duration: 178.418839ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.043973Z","caller":"traceutil/trace.go:171","msg":"trace[1038961357] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"175.986823ms","start":"2026-04-22T13:05:29.867981Z","end":"2026-04-22T13:05:30.043967Z","steps":["trace[1038961357] 'process raft request' (duration: 175.698138ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.044073Z","caller":"traceutil/trace.go:171","msg":"trace[1159490518] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"178.843257ms","start":"2026-04-22T13:05:29.865221Z","end":"2026-04-22T13:05:30.044065Z","steps":["trace[1159490518] 'process raft request' (duration: 178.338048ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.044158Z","caller":"traceutil/trace.go:171","msg":"trace[1689211264] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"199.059334ms","start":"2026-04-22T13:05:29.845078Z","end":"2026-04-22T13:05:30.044138Z","steps":["trace[1689211264] 'process raft request' (duration: 198.327901ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.190031Z","caller":"traceutil/trace.go:171","msg":"trace[996481869] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"104.801577ms","start":"2026-04-22T13:05:30.085178Z","end":"2026-04-22T13:05:30.189979Z","steps":["trace[996481869] 'process raft request' (duration: 60.425046ms)","trace[996481869] 'compare' (duration: 44.128845ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:30.447144Z","caller":"traceutil/trace.go:171","msg":"trace[2088285948] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"247.069562ms","start":"2026-04-22T13:05:30.200039Z","end":"2026-04-22T13:05:30.447109Z","steps":["trace[2088285948] 'process raft request' (duration: 212.6631ms)","trace[2088285948] 'compare' (duration: 34.227898ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:30.447853Z","caller":"traceutil/trace.go:171","msg":"trace[1382975137] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"245.966501ms","start":"2026-04-22T13:05:30.201846Z","end":"2026-04-22T13:05:30.447812Z","steps":["trace[1382975137] 'process raft request' (duration: 245.543222ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.448814Z","caller":"traceutil/trace.go:171","msg":"trace[1265557565] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"194.598479ms","start":"2026-04-22T13:05:30.254177Z","end":"2026-04-22T13:05:30.448776Z","steps":["trace[1265557565] 'process raft request' (duration: 193.531679ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.70931Z","caller":"traceutil/trace.go:171","msg":"trace[1013525068] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"228.715365ms","start":"2026-04-22T13:05:30.48056Z","end":"2026-04-22T13:05:30.709275Z","steps":["trace[1013525068] 'process raft request' (duration: 176.989184ms)","trace[1013525068] 'compare' (duration: 51.596079ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:30.7113Z","caller":"traceutil/trace.go:171","msg":"trace[292459857] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"167.211639ms","start":"2026-04-22T13:05:30.544058Z","end":"2026-04-22T13:05:30.71127Z","steps":["trace[292459857] 'process raft request' (duration: 167.133068ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:30.711341Z","caller":"traceutil/trace.go:171","msg":"trace[21875448] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"174.60089ms","start":"2026-04-22T13:05:30.536693Z","end":"2026-04-22T13:05:30.711294Z","steps":["trace[21875448] 'process raft request' (duration: 174.346575ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:31.18795Z","caller":"traceutil/trace.go:171","msg":"trace[1488927810] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"461.687914ms","start":"2026-04-22T13:05:30.726228Z","end":"2026-04-22T13:05:31.187916Z","steps":["trace[1488927810] 'process raft request' (duration: 452.230086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:31.188171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:30.726196Z","time spent":"461.865587ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:31.18882Z","caller":"traceutil/trace.go:171","msg":"trace[732913935] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"409.29021ms","start":"2026-04-22T13:05:30.779509Z","end":"2026-04-22T13:05:31.188799Z","steps":["trace[732913935] 'process raft request' (duration: 409.176438ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:31.18889Z","caller":"traceutil/trace.go:171","msg":"trace[839374947] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"460.784545ms","start":"2026-04-22T13:05:30.728072Z","end":"2026-04-22T13:05:31.188857Z","steps":["trace[839374947] 'process raft request' (duration: 460.276696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:31.188978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:30.728052Z","time spent":"460.881908ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:31.188994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:30.77948Z","time spent":"409.429493ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:31.188876Z","caller":"traceutil/trace.go:171","msg":"trace[1186619187] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"452.699582ms","start":"2026-04-22T13:05:30.736087Z","end":"2026-04-22T13:05:31.188787Z","steps":["trace[1186619187] 'process raft request' (duration: 452.540379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:31.189135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:30.736078Z","time spent":"452.995538ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:32.237818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.684309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:05:32.238239Z","caller":"traceutil/trace.go:171","msg":"trace[1727022182] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"383.171057ms","start":"2026-04-22T13:05:31.854962Z","end":"2026-04-22T13:05:32.238133Z","steps":["trace[1727022182] 'process raft request' (duration: 250.093111ms)","trace[1727022182] 'compare' (duration: 132.569817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:32.238366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:31.854943Z","time spent":"383.371211ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:32.238962Z","caller":"traceutil/trace.go:171","msg":"trace[1702134977] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:569; }","duration":"193.093836ms","start":"2026-04-22T13:05:32.045855Z","end":"2026-04-22T13:05:32.238949Z","steps":["trace[1702134977] 'read index received' (duration: 59.183025ms)","trace[1702134977] 'applied index is now lower than readState.Index' (duration: 133.910171ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:32.239033Z","caller":"traceutil/trace.go:171","msg":"trace[701519938] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"301.707025ms","start":"2026-04-22T13:05:31.937318Z","end":"2026-04-22T13:05:32.239025Z","steps":["trace[701519938] 'process raft request' (duration: 301.573442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:32.23907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:31.937292Z","time spent":"301.756625ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:05:32.239048Z","caller":"traceutil/trace.go:171","msg":"trace[177488616] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"302.789705ms","start":"2026-04-22T13:05:31.936196Z","end":"2026-04-22T13:05:32.238986Z","steps":["trace[177488616] 'process raft request' (duration: 302.386818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:32.239225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.375871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-22T13:05:32.239218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:31.936174Z","time spent":"302.954348ms","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:32.239248Z","caller":"traceutil/trace.go:171","msg":"trace[1222303577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"193.426213ms","start":"2026-04-22T13:05:32.045814Z","end":"2026-04-22T13:05:32.23924Z","steps":["trace[1222303577] 'agreement among raft nodes before linearized reading' (duration: 193.353501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:32.239413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.117868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:05:32.239431Z","caller":"traceutil/trace.go:171","msg":"trace[1329912058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"192.169759ms","start":"2026-04-22T13:05:32.047256Z","end":"2026-04-22T13:05:32.239426Z","steps":["trace[1329912058] 'agreement among raft nodes before linearized reading' (duration: 192.093468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:32.239549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.954556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:32.239567Z","caller":"traceutil/trace.go:171","msg":"trace[225812752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"130.014177ms","start":"2026-04-22T13:05:32.109547Z","end":"2026-04-22T13:05:32.239561Z","steps":["trace[225812752] 'agreement among raft nodes before linearized reading' (duration: 129.982097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:32.239748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.377072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T13:05:32.239788Z","caller":"traceutil/trace.go:171","msg":"trace[1816026235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"192.456183ms","start":"2026-04-22T13:05:32.04732Z","end":"2026-04-22T13:05:32.239776Z","steps":["trace[1816026235] 'agreement among raft nodes before linearized reading' (duration: 192.28733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:32.480708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.892143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-22T13:05:32.480777Z","caller":"traceutil/trace.go:171","msg":"trace[1698062943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:557; }","duration":"109.019986ms","start":"2026-04-22T13:05:32.371744Z","end":"2026-04-22T13:05:32.480764Z","steps":["trace[1698062943] 'range keys from in-memory index tree' (duration: 108.66385ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:32.545366Z","caller":"traceutil/trace.go:171","msg":"trace[1313821907] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"152.893595ms","start":"2026-04-22T13:05:32.392448Z","end":"2026-04-22T13:05:32.545341Z","steps":["trace[1313821907] 'process raft request' (duration: 152.553029ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:32.689612Z","caller":"traceutil/trace.go:171","msg":"trace[1051502682] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:577; }","duration":"163.971053ms","start":"2026-04-22T13:05:32.5256Z","end":"2026-04-22T13:05:32.689571Z","steps":["trace[1051502682] 'read index received' (duration: 19.376502ms)","trace[1051502682] 'applied index is now lower than readState.Index' (duration: 144.593601ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:32.689712Z","caller":"traceutil/trace.go:171","msg":"trace[381369429] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"224.418912ms","start":"2026-04-22T13:05:32.465243Z","end":"2026-04-22T13:05:32.689661Z","steps":["trace[381369429] 'process raft request' (duration: 197.856575ms)","trace[381369429] 'compare' (duration: 26.235811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:32.689845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.233998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-22T13:05:32.689888Z","caller":"traceutil/trace.go:171","msg":"trace[1414335144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:559; }","duration":"164.33202ms","start":"2026-04-22T13:05:32.525546Z","end":"2026-04-22T13:05:32.689878Z","steps":["trace[1414335144] 'agreement among raft nodes before linearized reading' (duration: 164.185837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:38.23678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.275309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:05:38.236911Z","caller":"traceutil/trace.go:171","msg":"trace[1428605619] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"358.517564ms","start":"2026-04-22T13:05:37.878364Z","end":"2026-04-22T13:05:38.236881Z","steps":["trace[1428605619] 'read index received' (duration: 183.154485ms)","trace[1428605619] 'applied index is now lower than readState.Index' (duration: 175.361729ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:38.236984Z","caller":"traceutil/trace.go:171","msg":"trace[332477703] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"562.020023ms","start":"2026-04-22T13:05:37.674951Z","end":"2026-04-22T13:05:38.236971Z","steps":["trace[332477703] 'process raft request' (duration: 386.332667ms)","trace[332477703] 'compare' (duration: 175.112816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:38.237066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:37.674927Z","time spent":"562.102435ms","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:38.237247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.86461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:05:38.237368Z","caller":"traceutil/trace.go:171","msg":"trace[833250270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"359.044003ms","start":"2026-04-22T13:05:37.878299Z","end":"2026-04-22T13:05:38.237343Z","steps":["trace[833250270] 'agreement among raft nodes before linearized reading' (duration: 358.682737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:38.237423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:37.878274Z","time spent":"359.140716ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:05:38.267271Z","caller":"traceutil/trace.go:171","msg":"trace[703521588] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"307.246596ms","start":"2026-04-22T13:05:37.959961Z","end":"2026-04-22T13:05:38.267207Z","steps":["trace[703521588] 'process raft request' (duration: 306.90234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:38.267603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:37.95992Z","time spent":"307.500841ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:38.267477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.47761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-htvpz\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-22T13:05:38.2679Z","caller":"traceutil/trace.go:171","msg":"trace[366915448] range","detail":"{range_begin:/registry/pods/kube-system/cilium-htvpz; range_end:; response_count:1; response_revision:589; }","duration":"104.980609ms","start":"2026-04-22T13:05:38.162876Z","end":"2026-04-22T13:05:38.267856Z","steps":["trace[366915448] 'agreement among raft nodes before linearized reading' (duration: 104.341878ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:38.42287Z","caller":"traceutil/trace.go:171","msg":"trace[1984694934] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"155.751778ms","start":"2026-04-22T13:05:38.267061Z","end":"2026-04-22T13:05:38.422813Z","steps":["trace[1984694934] 'read index received' (duration: 87.637539ms)","trace[1984694934] 'applied index is now lower than readState.Index' (duration: 68.113179ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:38.423015Z","caller":"traceutil/trace.go:171","msg":"trace[19817938] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"181.346586ms","start":"2026-04-22T13:05:38.241659Z","end":"2026-04-22T13:05:38.423005Z","steps":["trace[19817938] 'process raft request' (duration: 112.955492ms)","trace[19817938] 'compare' (duration: 68.058248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:38.423176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.726438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:38.423272Z","caller":"traceutil/trace.go:171","msg":"trace[1808686495] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:590; }","duration":"165.87475ms","start":"2026-04-22T13:05:38.257373Z","end":"2026-04-22T13:05:38.423248Z","steps":["trace[1808686495] 'agreement among raft nodes before linearized reading' (duration: 165.741328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:38.4491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.708276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-22T13:05:38.449166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.394401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T13:05:38.449196Z","caller":"traceutil/trace.go:171","msg":"trace[297678641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"175.863998ms","start":"2026-04-22T13:05:38.273309Z","end":"2026-04-22T13:05:38.449173Z","steps":["trace[297678641] 'agreement among raft nodes before linearized reading' (duration: 175.584673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:38.44921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.786457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-22T13:05:38.449258Z","caller":"traceutil/trace.go:171","msg":"trace[339827282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"174.511194ms","start":"2026-04-22T13:05:38.274726Z","end":"2026-04-22T13:05:38.449238Z","steps":["trace[339827282] 'agreement among raft nodes before linearized reading' (duration: 174.238499ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:38.449285Z","caller":"traceutil/trace.go:171","msg":"trace[1543998180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"175.897589ms","start":"2026-04-22T13:05:38.273367Z","end":"2026-04-22T13:05:38.449265Z","steps":["trace[1543998180] 'agreement among raft nodes before linearized reading' (duration: 175.632214ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:38.449363Z","caller":"traceutil/trace.go:171","msg":"trace[1213317200] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"160.918421ms","start":"2026-04-22T13:05:38.288418Z","end":"2026-04-22T13:05:38.449337Z","steps":["trace[1213317200] 'process raft request' (duration: 160.27257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:39.151715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.6813Z","time spent":"470.406315ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T13:05:39.151973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.36104ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-22T13:05:39.15212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.456678Z","time spent":"695.436583ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T13:05:39.349535Z","caller":"traceutil/trace.go:171","msg":"trace[784900348] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"889.206567ms","start":"2026-04-22T13:05:38.4603Z","end":"2026-04-22T13:05:39.349506Z","steps":["trace[784900348] 'process raft request' (duration: 889.100205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:39.349718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.460286Z","time spent":"889.34545ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:39.350264Z","caller":"traceutil/trace.go:171","msg":"trace[1093823101] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"888.063967ms","start":"2026-04-22T13:05:38.462186Z","end":"2026-04-22T13:05:39.35025Z","steps":["trace[1093823101] 'process raft request' (duration: 887.279343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:39.350355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.462162Z","time spent":"888.15701ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:05:39.35055Z","caller":"traceutil/trace.go:171","msg":"trace[2146945726] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:612; }","duration":"681.565911ms","start":"2026-04-22T13:05:38.66896Z","end":"2026-04-22T13:05:39.350526Z","steps":["trace[2146945726] 'read index received' (duration: 344.69822ms)","trace[2146945726] 'applied index is now lower than readState.Index' (duration: 336.866281ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:39.350627Z","caller":"traceutil/trace.go:171","msg":"trace[605127122] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"891.136711ms","start":"2026-04-22T13:05:38.45944Z","end":"2026-04-22T13:05:39.350577Z","steps":["trace[605127122] 'process raft request' (duration: 878.341204ms)","trace[605127122] 'compare' (duration: 11.478884ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:39.350858Z","caller":"traceutil/trace.go:171","msg":"trace[2030230425] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"495.891336ms","start":"2026-04-22T13:05:38.85495Z","end":"2026-04-22T13:05:39.350842Z","steps":["trace[2030230425] 'process raft request' (duration: 494.958779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:39.350886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.459418Z","time spent":"891.306686ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:39.35097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.854923Z","time spent":"495.972647ms","remote":"127.0.0.1:46134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:39.351018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.051839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:39.351068Z","caller":"traceutil/trace.go:171","msg":"trace[1577246159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"682.152621ms","start":"2026-04-22T13:05:38.668901Z","end":"2026-04-22T13:05:39.351053Z","steps":["trace[1577246159] 'agreement among raft nodes before linearized reading' (duration: 682.065059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:39.35112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:38.668871Z","time spent":"682.225343ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T13:05:39.353718Z","caller":"traceutil/trace.go:171","msg":"trace[1048498077] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"200.339223ms","start":"2026-04-22T13:05:39.153355Z","end":"2026-04-22T13:05:39.353694Z","steps":["trace[1048498077] 'process raft request' (duration: 200.116629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:39.35373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.092955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:39.354108Z","caller":"traceutil/trace.go:171","msg":"trace[1697243298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"242.599464ms","start":"2026-04-22T13:05:39.111485Z","end":"2026-04-22T13:05:39.354085Z","steps":["trace[1697243298] 'agreement among raft nodes before linearized reading' (duration: 242.131696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:40.66681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.808844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:05:40.666939Z","caller":"traceutil/trace.go:171","msg":"trace[267806573] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"553.289203ms","start":"2026-04-22T13:05:40.113625Z","end":"2026-04-22T13:05:40.666914Z","steps":["trace[267806573] 'read index received' (duration: 257.185093ms)","trace[267806573] 'applied index is now lower than readState.Index' (duration: 296.10275ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:40.667103Z","caller":"traceutil/trace.go:171","msg":"trace[1464999798] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.256069946s","start":"2026-04-22T13:05:39.411021Z","end":"2026-04-22T13:05:40.667091Z","steps":["trace[1464999798] 'process raft request' (duration: 959.912645ms)","trace[1464999798] 'compare' (duration: 295.382697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:40.667164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:39.410994Z","time spent":"1.256146938s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:05:40.667377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.742681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:40.667413Z","caller":"traceutil/trace.go:171","msg":"trace[719163859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"553.784912ms","start":"2026-04-22T13:05:40.113619Z","end":"2026-04-22T13:05:40.667404Z","steps":["trace[719163859] 'agreement among raft nodes before linearized reading' (duration: 553.69665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:40.667806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:40.113572Z","time spent":"554.192939ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:05:40.667853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.337066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:05:40.667954Z","caller":"traceutil/trace.go:171","msg":"trace[1132064707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"240.513529ms","start":"2026-04-22T13:05:40.427418Z","end":"2026-04-22T13:05:40.667931Z","steps":["trace[1132064707] 'agreement among raft nodes before linearized reading' (duration: 240.184893ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:05:41.253929Z","caller":"traceutil/trace.go:171","msg":"trace[1369659190] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"560.302856ms","start":"2026-04-22T13:05:40.693602Z","end":"2026-04-22T13:05:41.253905Z","steps":["trace[1369659190] 'read index received' (duration: 469.351651ms)","trace[1369659190] 'applied index is now lower than readState.Index' (duration: 90.949695ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:05:41.254281Z","caller":"traceutil/trace.go:171","msg":"trace[402950059] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"562.992714ms","start":"2026-04-22T13:05:40.691259Z","end":"2026-04-22T13:05:41.254252Z","steps":["trace[402950059] 'process raft request' (duration: 471.785895ms)","trace[402950059] 'compare' (duration: 90.727771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:05:41.254798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:40.691235Z","time spent":"563.493403ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:05:41.254437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.779754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-22T13:05:41.254978Z","caller":"traceutil/trace.go:171","msg":"trace[1467484797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:598; }","duration":"561.372495ms","start":"2026-04-22T13:05:40.693591Z","end":"2026-04-22T13:05:41.254964Z","steps":["trace[1467484797] 'agreement among raft nodes before linearized reading' (duration: 560.749004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:41.25503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:40.693541Z","time spent":"561.476497ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-22T13:05:58.26747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.283485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:05:58.267641Z","caller":"traceutil/trace.go:171","msg":"trace[862548166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"811.462878ms","start":"2026-04-22T13:05:57.456157Z","end":"2026-04-22T13:05:58.26762Z","steps":["trace[862548166] 'range keys from in-memory index tree' (duration: 811.062792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.267643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154093053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:05:58.267711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.456128Z","time spent":"811.57003ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:05:58.268011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084202673s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:05:58.268121Z","caller":"traceutil/trace.go:171","msg":"trace[1069299755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:760; }","duration":"1.084317354s","start":"2026-04-22T13:05:57.183792Z","end":"2026-04-22T13:05:58.26811Z","steps":["trace[1069299755] 'range keys from in-memory index tree' (duration: 1.084192302s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.268163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.029798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T13:05:58.26822Z","caller":"traceutil/trace.go:171","msg":"trace[1705426567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"807.14955ms","start":"2026-04-22T13:05:57.46106Z","end":"2026-04-22T13:05:58.268209Z","steps":["trace[1705426567] 'range keys from in-memory index tree' (duration: 806.942287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.268271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.461051Z","time spent":"807.211001ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:05:58.268407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.59067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:05:58.268543Z","caller":"traceutil/trace.go:171","msg":"trace[184339134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:760; }","duration":"940.752883ms","start":"2026-04-22T13:05:57.327738Z","end":"2026-04-22T13:05:58.268491Z","steps":["trace[184339134] 'range keys from in-memory index tree' (duration: 940.366498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.268551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.284763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T13:05:58.268656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.327702Z","time spent":"940.937547ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:05:58.268692Z","caller":"traceutil/trace.go:171","msg":"trace[1391709453] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:760; }","duration":"391.486547ms","start":"2026-04-22T13:05:57.877181Z","end":"2026-04-22T13:05:58.268668Z","steps":["trace[1391709453] 'count revisions from in-memory index tree' (duration: 391.197932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.26875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.87716Z","time spent":"391.578018ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:05:58.267295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.79286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T13:05:58.268922Z","caller":"traceutil/trace.go:171","msg":"trace[864845638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:760; }","duration":"814.511928ms","start":"2026-04-22T13:05:57.454395Z","end":"2026-04-22T13:05:58.268907Z","steps":["trace[864845638] 'range keys from in-memory index tree' (duration: 812.523606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.268985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.45436Z","time spent":"814.611449ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T13:05:58.267859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.187647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nzh6v\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-22T13:05:58.269113Z","caller":"traceutil/trace.go:171","msg":"trace[1287556790] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nzh6v; range_end:; response_count:1; response_revision:760; }","duration":"989.453966ms","start":"2026-04-22T13:05:57.279635Z","end":"2026-04-22T13:05:58.269089Z","steps":["trace[1287556790] 'range keys from in-memory index tree' (duration: 988.097445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.269185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.279623Z","time spent":"989.543648ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nzh6v\" "} {"level":"info","ts":"2026-04-22T13:05:58.267759Z","caller":"traceutil/trace.go:171","msg":"trace[996731266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"1.154288256s","start":"2026-04-22T13:05:57.113445Z","end":"2026-04-22T13:05:58.267734Z","steps":["trace[996731266] 'range keys from in-memory index tree' (duration: 1.153985031s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:05:58.269403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:05:57.113385Z","time spent":"1.156003753s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T13:06:27.52338Z","caller":"traceutil/trace.go:171","msg":"trace[629996995] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"342.099791ms","start":"2026-04-22T13:06:27.181253Z","end":"2026-04-22T13:06:27.523353Z","steps":["trace[629996995] 'process raft request' (duration: 341.932089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:06:27.523528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:06:27.181224Z","time spent":"342.232253ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:06:50.15151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.720732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:06:50.15164Z","caller":"traceutil/trace.go:171","msg":"trace[509825147] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1414; }","duration":"165.919125ms","start":"2026-04-22T13:06:49.985695Z","end":"2026-04-22T13:06:50.151614Z","steps":["trace[509825147] 'count revisions from in-memory index tree' (duration: 165.632601ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:06:50.461538Z","caller":"traceutil/trace.go:171","msg":"trace[945297275] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"216.467922ms","start":"2026-04-22T13:06:50.245039Z","end":"2026-04-22T13:06:50.461507Z","steps":["trace[945297275] 'process raft request' (duration: 216.30338ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:06:50.463342Z","caller":"traceutil/trace.go:171","msg":"trace[1674141524] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"167.21953ms","start":"2026-04-22T13:06:50.296108Z","end":"2026-04-22T13:06:50.463327Z","steps":["trace[1674141524] 'process raft request' (duration: 167.031858ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:06:50.463334Z","caller":"traceutil/trace.go:171","msg":"trace[1120646920] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1455; }","duration":"114.051629ms","start":"2026-04-22T13:06:50.34925Z","end":"2026-04-22T13:06:50.463302Z","steps":["trace[1120646920] 'read index received' (duration: 112.130354ms)","trace[1120646920] 'applied index is now lower than readState.Index' (duration: 1.920145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:06:50.463507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.238352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:06:50.463548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.885791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:06:50.463575Z","caller":"traceutil/trace.go:171","msg":"trace[1134847769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1416; }","duration":"114.371623ms","start":"2026-04-22T13:06:50.349186Z","end":"2026-04-22T13:06:50.463558Z","steps":["trace[1134847769] 'agreement among raft nodes before linearized reading' (duration: 114.239252ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:06:50.463595Z","caller":"traceutil/trace.go:171","msg":"trace[855862986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1416; }","duration":"104.007092ms","start":"2026-04-22T13:06:50.359572Z","end":"2026-04-22T13:06:50.463579Z","steps":["trace[855862986] 'agreement among raft nodes before linearized reading' (duration: 103.888691ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:06:53.293472Z","caller":"traceutil/trace.go:171","msg":"trace[232397258] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1471; }","duration":"177.807422ms","start":"2026-04-22T13:06:53.115646Z","end":"2026-04-22T13:06:53.293453Z","steps":["trace[232397258] 'read index received' (duration: 156.229572ms)","trace[232397258] 'applied index is now lower than readState.Index' (duration: 21.5768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:06:53.293642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.981844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:06:53.293678Z","caller":"traceutil/trace.go:171","msg":"trace[842284481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1431; }","duration":"178.068455ms","start":"2026-04-22T13:06:53.115591Z","end":"2026-04-22T13:06:53.293659Z","steps":["trace[842284481] 'agreement among raft nodes before linearized reading' (duration: 177.951373ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:06:53.29427Z","caller":"traceutil/trace.go:171","msg":"trace[843061647] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"666.330846ms","start":"2026-04-22T13:06:52.627893Z","end":"2026-04-22T13:06:53.294224Z","steps":["trace[843061647] 'process raft request' (duration: 644.022977ms)","trace[843061647] 'compare' (duration: 21.437578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:06:53.294429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:06:52.627855Z","time spent":"666.496397ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:06:53.377396Z","caller":"traceutil/trace.go:171","msg":"trace[898433627] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"118.537342ms","start":"2026-04-22T13:06:53.25883Z","end":"2026-04-22T13:06:53.377367Z","steps":["trace[898433627] 'process raft request' (duration: 118.35572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:06:53.940146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.803851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T13:06:53.940213Z","caller":"traceutil/trace.go:171","msg":"trace[325547105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1432; }","duration":"280.931003ms","start":"2026-04-22T13:06:53.659267Z","end":"2026-04-22T13:06:53.940198Z","steps":["trace[325547105] 'range keys from in-memory index tree' (duration: 280.603729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:06:53.940145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.376415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:06:53.940464Z","caller":"traceutil/trace.go:171","msg":"trace[700394386] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1432; }","duration":"391.7757ms","start":"2026-04-22T13:06:53.54867Z","end":"2026-04-22T13:06:53.940446Z","steps":["trace[700394386] 'count revisions from in-memory index tree' (duration: 391.235193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:06:53.940537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:06:53.548642Z","time spent":"391.875711ms","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:06:53.982333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.179072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T13:07:13.715213Z","caller":"traceutil/trace.go:171","msg":"trace[811442093] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"129.122932ms","start":"2026-04-22T13:07:13.58607Z","end":"2026-04-22T13:07:13.715193Z","steps":["trace[811442093] 'process raft request' (duration: 128.967801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:20.295027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.085334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-22T13:07:20.295127Z","caller":"traceutil/trace.go:171","msg":"trace[820489195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1847; }","duration":"312.239356ms","start":"2026-04-22T13:07:19.982865Z","end":"2026-04-22T13:07:20.295104Z","steps":["trace[820489195] 'range keys from in-memory index tree' (duration: 311.873671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:20.295174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:19.982851Z","time spent":"312.313316ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-22T13:07:20.295371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.084024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-22T13:07:20.29544Z","caller":"traceutil/trace.go:171","msg":"trace[1840872620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21; range_end:; response_count:1; response_revision:1847; }","duration":"229.212186ms","start":"2026-04-22T13:07:20.066215Z","end":"2026-04-22T13:07:20.295427Z","steps":["trace[1840872620] 'range keys from in-memory index tree' (duration: 228.857652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:20.2954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.485498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:07:20.295529Z","caller":"traceutil/trace.go:171","msg":"trace[474260618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"181.661461ms","start":"2026-04-22T13:07:20.113837Z","end":"2026-04-22T13:07:20.295498Z","steps":["trace[474260618] 'range keys from in-memory index tree' (duration: 181.400318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:20.295629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.712813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-22T13:07:20.295666Z","caller":"traceutil/trace.go:171","msg":"trace[1552986721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1847; }","duration":"170.770434ms","start":"2026-04-22T13:07:20.124885Z","end":"2026-04-22T13:07:20.295655Z","steps":["trace[1552986721] 'range keys from in-memory index tree' (duration: 170.559561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:20.92693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121235638546149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:07:21.371754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071868283s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T13:07:21.37427Z","caller":"traceutil/trace.go:171","msg":"trace[298835971] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"1.073427622s","start":"2026-04-22T13:07:20.299806Z","end":"2026-04-22T13:07:21.373233Z","steps":["trace[298835971] 'process raft request' (duration: 1.07244041s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:21.374496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.299793Z","time spent":"1.074558595s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:22.448452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.114619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:07:22.448712Z","caller":"traceutil/trace.go:171","msg":"trace[988223754] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"2.14710499s","start":"2026-04-22T13:07:20.301587Z","end":"2026-04-22T13:07:22.448692Z","steps":["trace[988223754] 'process raft request' (duration: 1.200641345s)","trace[988223754] 'compare' (duration: 944.718675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:07:22.448801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.301578Z","time spent":"2.147188851s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:22.449264Z","caller":"traceutil/trace.go:171","msg":"trace[1347408030] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"1.575128143s","start":"2026-04-22T13:07:20.874123Z","end":"2026-04-22T13:07:22.449251Z","steps":["trace[1347408030] 'process raft request' (duration: 1.574431915s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.449332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.874109Z","time spent":"1.575190403s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:22.449411Z","caller":"traceutil/trace.go:171","msg":"trace[1364156783] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.168373391s","start":"2026-04-22T13:07:21.281018Z","end":"2026-04-22T13:07:22.449391Z","steps":["trace[1364156783] 'process raft request' (duration: 1.16823497s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.449592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:21.280994Z","time spent":"1.168488802s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:22.449391Z","caller":"traceutil/trace.go:171","msg":"trace[1359358895] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"1.196406778s","start":"2026-04-22T13:07:21.252951Z","end":"2026-04-22T13:07:22.449358Z","steps":["trace[1359358895] 'process raft request' (duration: 1.196199875s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.449826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:21.252902Z","time spent":"1.196866052s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:22.449381Z","caller":"traceutil/trace.go:171","msg":"trace[1919559676] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1916; }","duration":"2.023327084s","start":"2026-04-22T13:07:20.426029Z","end":"2026-04-22T13:07:22.449356Z","steps":["trace[1919559676] 'read index received' (duration: 946.136605ms)","trace[1919559676] 'applied index is now lower than readState.Index' (duration: 1.077189029s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:07:22.449931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02389238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:07:22.450016Z","caller":"traceutil/trace.go:171","msg":"trace[470732606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"2.024022802s","start":"2026-04-22T13:07:20.42598Z","end":"2026-04-22T13:07:22.450003Z","steps":["trace[470732606] 'agreement among raft nodes before linearized reading' (duration: 2.023484866s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.450099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.42595Z","time spent":"2.024136563s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-22T13:07:22.451169Z","caller":"traceutil/trace.go:171","msg":"trace[2139085545] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"1.032310176s","start":"2026-04-22T13:07:21.418837Z","end":"2026-04-22T13:07:22.451147Z","steps":["trace[2139085545] 'process raft request' (duration: 1.032229264s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.451327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:21.418811Z","time spent":"1.032442297s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:22.472963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729899657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T13:07:22.473045Z","caller":"traceutil/trace.go:171","msg":"trace[1486124406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"1.729983998s","start":"2026-04-22T13:07:20.74304Z","end":"2026-04-22T13:07:22.473024Z","steps":["trace[1486124406] 'agreement among raft nodes before linearized reading' (duration: 1.729724345s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.473117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718926209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T13:07:22.473059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167413778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-22T13:07:22.473203Z","caller":"traceutil/trace.go:171","msg":"trace[170966346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1854; }","duration":"1.71901478s","start":"2026-04-22T13:07:20.75415Z","end":"2026-04-22T13:07:22.473165Z","steps":["trace[170966346] 'agreement among raft nodes before linearized reading' (duration: 1.718817478s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.473165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.74297Z","time spent":"1.730179501s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T13:07:22.473241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.754143Z","time spent":"1.719090411s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T13:07:22.473238Z","caller":"traceutil/trace.go:171","msg":"trace[63580023] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21; range_end:; response_count:1; response_revision:1854; }","duration":"1.167652391s","start":"2026-04-22T13:07:21.305568Z","end":"2026-04-22T13:07:22.473221Z","steps":["trace[63580023] 'agreement among raft nodes before linearized reading' (duration: 1.167247716s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.473304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:21.305551Z","time spent":"1.167729031s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21\" "} {"level":"warn","ts":"2026-04-22T13:07:22.473354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723428542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-22T13:07:22.473377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688909998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:07:22.473408Z","caller":"traceutil/trace.go:171","msg":"trace[832652774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1854; }","duration":"1.723500433s","start":"2026-04-22T13:07:20.749895Z","end":"2026-04-22T13:07:22.473396Z","steps":["trace[832652774] 'agreement among raft nodes before linearized reading' (duration: 1.723339651s)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:22.473421Z","caller":"traceutil/trace.go:171","msg":"trace[1528668128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1854; }","duration":"1.688972919s","start":"2026-04-22T13:07:20.784435Z","end":"2026-04-22T13:07:22.473408Z","steps":["trace[1528668128] 'agreement among raft nodes before linearized reading' (duration: 1.688852647s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.473442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.749889Z","time spent":"1.723545463s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:07:22.473458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.784424Z","time spent":"1.68902746s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:07:22.473478Z","caller":"traceutil/trace.go:171","msg":"trace[1079503247] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"499.885961ms","start":"2026-04-22T13:07:21.973581Z","end":"2026-04-22T13:07:22.473467Z","steps":["trace[1079503247] 'process raft request' (duration: 499.048192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.473421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728848536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-22T13:07:22.473531Z","caller":"traceutil/trace.go:171","msg":"trace[399298768] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21; range_end:; response_count:1; response_revision:1854; }","duration":"1.728957988s","start":"2026-04-22T13:07:20.744564Z","end":"2026-04-22T13:07:22.473522Z","steps":["trace[399298768] 'agreement among raft nodes before linearized reading' (duration: 1.728785535s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.473559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:20.744514Z","time spent":"1.729035458s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c22115a6-6576-48ce-87bf-5699ffe0da21\" "} {"level":"warn","ts":"2026-04-22T13:07:22.473562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:21.973554Z","time spent":"499.946983ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:22.473585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.43373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:07:22.47362Z","caller":"traceutil/trace.go:171","msg":"trace[457579920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"359.510211ms","start":"2026-04-22T13:07:22.1141Z","end":"2026-04-22T13:07:22.47361Z","steps":["trace[457579920] 'agreement among raft nodes before linearized reading' (duration: 359.45581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:22.47365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:22.114074Z","time spent":"359.570191ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:07:37.048779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121235638546401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:07:37.232674Z","caller":"traceutil/trace.go:171","msg":"trace[558541109] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"719.11234ms","start":"2026-04-22T13:07:36.513537Z","end":"2026-04-22T13:07:37.23265Z","steps":["trace[558541109] 'process raft request' (duration: 718.922908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.232814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.513516Z","time spent":"719.226112ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:37.251849Z","caller":"traceutil/trace.go:171","msg":"trace[993427602] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"735.265663ms","start":"2026-04-22T13:07:36.516565Z","end":"2026-04-22T13:07:37.25183Z","steps":["trace[993427602] 'process raft request' (duration: 735.097051ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:37.251852Z","caller":"traceutil/trace.go:171","msg":"trace[128414601] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"735.446255ms","start":"2026-04-22T13:07:36.516378Z","end":"2026-04-22T13:07:37.251824Z","steps":["trace[128414601] 'process raft request' (duration: 735.179722ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:37.251872Z","caller":"traceutil/trace.go:171","msg":"trace[800145060] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2050; }","duration":"704.010938ms","start":"2026-04-22T13:07:36.547843Z","end":"2026-04-22T13:07:37.251854Z","steps":["trace[800145060] 'read index received' (duration: 684.67479ms)","trace[800145060] 'applied index is now lower than readState.Index' (duration: 19.335168ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:07:37.251964Z","caller":"traceutil/trace.go:171","msg":"trace[1905216610] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"735.240512ms","start":"2026-04-22T13:07:36.516701Z","end":"2026-04-22T13:07:37.251942Z","steps":["trace[1905216610] 'process raft request' (duration: 735.066851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.251994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.51637Z","time spent":"735.546316ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:37.252095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.516681Z","time spent":"735.343623ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:37.252128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.285821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-22T13:07:37.252156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.516558Z","time spent":"735.341334ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:37.252173Z","caller":"traceutil/trace.go:171","msg":"trace[1387372517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1982; }","duration":"704.363563ms","start":"2026-04-22T13:07:36.547798Z","end":"2026-04-22T13:07:37.252162Z","steps":["trace[1387372517] 'agreement among raft nodes before linearized reading' (duration: 704.157631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.252205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.547785Z","time spent":"704.412713ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T13:07:37.252761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.804633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T13:07:37.252781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.029432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:07:37.252808Z","caller":"traceutil/trace.go:171","msg":"trace[1183163470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1982; }","duration":"685.864894ms","start":"2026-04-22T13:07:36.566932Z","end":"2026-04-22T13:07:37.252797Z","steps":["trace[1183163470] 'agreement among raft nodes before linearized reading' (duration: 685.743903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.252848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.566926Z","time spent":"685.912424ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:07:37.252851Z","caller":"traceutil/trace.go:171","msg":"trace[756568127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"139.131892ms","start":"2026-04-22T13:07:37.1137Z","end":"2026-04-22T13:07:37.252832Z","steps":["trace[756568127] 'agreement among raft nodes before linearized reading' (duration: 139.031861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.252782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.760982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:07:37.253173Z","caller":"traceutil/trace.go:171","msg":"trace[241572402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1982; }","duration":"701.183417ms","start":"2026-04-22T13:07:36.551979Z","end":"2026-04-22T13:07:37.253162Z","steps":["trace[241572402] 'agreement among raft nodes before linearized reading' (duration: 700.688391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.253208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.55197Z","time spent":"701.228477ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:07:37.252854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.402521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:07:37.253308Z","caller":"traceutil/trace.go:171","msg":"trace[935832830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1982; }","duration":"695.881416ms","start":"2026-04-22T13:07:36.55741Z","end":"2026-04-22T13:07:37.253291Z","steps":["trace[935832830] 'agreement among raft nodes before linearized reading' (duration: 695.30529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.252851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.173223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-22T13:07:37.253359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.557392Z","time spent":"695.954327ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-22T13:07:37.253374Z","caller":"traceutil/trace.go:171","msg":"trace[1418631214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1982; }","duration":"691.714569ms","start":"2026-04-22T13:07:36.561652Z","end":"2026-04-22T13:07:37.253367Z","steps":["trace[1418631214] 'agreement among raft nodes before linearized reading' (duration: 691.046632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:37.253398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:36.561645Z","time spent":"691.7469ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T13:07:51.45966Z","caller":"traceutil/trace.go:171","msg":"trace[2022498494] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"133.408697ms","start":"2026-04-22T13:07:51.326224Z","end":"2026-04-22T13:07:51.459633Z","steps":["trace[2022498494] 'process raft request' (duration: 133.323677ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:51.459979Z","caller":"traceutil/trace.go:171","msg":"trace[18248624] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2139; }","duration":"120.301172ms","start":"2026-04-22T13:07:51.339644Z","end":"2026-04-22T13:07:51.459945Z","steps":["trace[18248624] 'read index received' (duration: 58.998243ms)","trace[18248624] 'applied index is now lower than readState.Index' (duration: 61.301159ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:07:51.46019Z","caller":"traceutil/trace.go:171","msg":"trace[140047804] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"130.923399ms","start":"2026-04-22T13:07:51.329252Z","end":"2026-04-22T13:07:51.460175Z","steps":["trace[140047804] 'process raft request' (duration: 130.336513ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:51.460375Z","caller":"traceutil/trace.go:171","msg":"trace[493892054] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"134.56231ms","start":"2026-04-22T13:07:51.325762Z","end":"2026-04-22T13:07:51.460324Z","steps":["trace[493892054] 'process raft request' (duration: 72.957448ms)","trace[493892054] 'compare' (duration: 60.673972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:07:51.460572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.842792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T13:07:51.460666Z","caller":"traceutil/trace.go:171","msg":"trace[925477485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2067; }","duration":"115.990224ms","start":"2026-04-22T13:07:51.344662Z","end":"2026-04-22T13:07:51.460652Z","steps":["trace[925477485] 'agreement among raft nodes before linearized reading' (duration: 115.692231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:51.460877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.318887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:07:51.460915Z","caller":"traceutil/trace.go:171","msg":"trace[449375033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2067; }","duration":"115.485338ms","start":"2026-04-22T13:07:51.345421Z","end":"2026-04-22T13:07:51.460906Z","steps":["trace[449375033] 'agreement among raft nodes before linearized reading' (duration: 115.242366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:51.461108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.853313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T13:07:51.461198Z","caller":"traceutil/trace.go:171","msg":"trace[701688507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2067; }","duration":"115.964124ms","start":"2026-04-22T13:07:51.345212Z","end":"2026-04-22T13:07:51.461176Z","steps":["trace[701688507] 'agreement among raft nodes before linearized reading' (duration: 115.696141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:51.46141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.748067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:07:51.461481Z","caller":"traceutil/trace.go:171","msg":"trace[976539882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2067; }","duration":"121.857539ms","start":"2026-04-22T13:07:51.339609Z","end":"2026-04-22T13:07:51.461467Z","steps":["trace[976539882] 'agreement among raft nodes before linearized reading' (duration: 121.086511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:51.46192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.056453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:07:51.462046Z","caller":"traceutil/trace.go:171","msg":"trace[1630991403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"104.235335ms","start":"2026-04-22T13:07:51.357785Z","end":"2026-04-22T13:07:51.462021Z","steps":["trace[1630991403] 'agreement among raft nodes before linearized reading' (duration: 102.850419ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:52.176575Z","caller":"traceutil/trace.go:171","msg":"trace[317609385] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"494.990098ms","start":"2026-04-22T13:07:51.681567Z","end":"2026-04-22T13:07:52.176557Z","steps":["trace[317609385] 'process raft request' (duration: 493.889376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:52.177201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:51.681547Z","time spent":"495.12727ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:52.579018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.042447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-22T13:07:52.579109Z","caller":"traceutil/trace.go:171","msg":"trace[895580518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2072; }","duration":"111.180569ms","start":"2026-04-22T13:07:52.467911Z","end":"2026-04-22T13:07:52.579091Z","steps":["trace[895580518] 'range keys from in-memory index tree' (duration: 110.879655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:52.579589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.074756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:07:52.579817Z","caller":"traceutil/trace.go:171","msg":"trace[1749133753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2072; }","duration":"109.316879ms","start":"2026-04-22T13:07:52.470481Z","end":"2026-04-22T13:07:52.579797Z","steps":["trace[1749133753] 'range keys from in-memory index tree' (duration: 108.409358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:53.88683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.36018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:07:53.886984Z","caller":"traceutil/trace.go:171","msg":"trace[1030779317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2075; }","duration":"399.548892ms","start":"2026-04-22T13:07:53.487421Z","end":"2026-04-22T13:07:53.88697Z","steps":["trace[1030779317] 'range keys from in-memory index tree' (duration: 399.209558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:53.887035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.487405Z","time spent":"399.620922ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:07:53.995359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121235638546634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:07:54.06534Z","caller":"traceutil/trace.go:171","msg":"trace[1717789191] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"576.600096ms","start":"2026-04-22T13:07:53.488711Z","end":"2026-04-22T13:07:54.065311Z","steps":["trace[1717789191] 'process raft request' (duration: 576.412684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.06552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.488694Z","time spent":"576.733267ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:54.307969Z","caller":"traceutil/trace.go:171","msg":"trace[299387278] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"819.193902ms","start":"2026-04-22T13:07:53.488738Z","end":"2026-04-22T13:07:54.307931Z","steps":["trace[299387278] 'process raft request' (duration: 818.619644ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:54.307924Z","caller":"traceutil/trace.go:171","msg":"trace[842181921] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"797.145496ms","start":"2026-04-22T13:07:53.510751Z","end":"2026-04-22T13:07:54.307897Z","steps":["trace[842181921] 'process raft request' (duration: 797.052055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.308182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.488728Z","time spent":"819.337873ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:54.308443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.510741Z","time spent":"797.584192ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:54.405235Z","caller":"traceutil/trace.go:171","msg":"trace[2011476900] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2150; }","duration":"910.102482ms","start":"2026-04-22T13:07:53.495101Z","end":"2026-04-22T13:07:54.405204Z","steps":["trace[2011476900] 'read index received' (duration: 570.037423ms)","trace[2011476900] 'applied index is now lower than readState.Index' (duration: 340.063459ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:07:54.405292Z","caller":"traceutil/trace.go:171","msg":"trace[924021048] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"495.788198ms","start":"2026-04-22T13:07:53.909467Z","end":"2026-04-22T13:07:54.405255Z","steps":["trace[924021048] 'process raft request' (duration: 495.532555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.405607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.522555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:07:54.405668Z","caller":"traceutil/trace.go:171","msg":"trace[749194871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2079; }","duration":"909.605516ms","start":"2026-04-22T13:07:53.496048Z","end":"2026-04-22T13:07:54.405653Z","steps":["trace[749194871] 'agreement among raft nodes before linearized reading' (duration: 909.438424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.405696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.496042Z","time spent":"909.648787ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T13:07:54.405623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.909446Z","time spent":"496.04189ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:54.405859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.574328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T13:07:54.406292Z","caller":"traceutil/trace.go:171","msg":"trace[1673899216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2079; }","duration":"911.211426ms","start":"2026-04-22T13:07:53.495066Z","end":"2026-04-22T13:07:54.406277Z","steps":["trace[1673899216] 'agreement among raft nodes before linearized reading' (duration: 910.299055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.40634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.495056Z","time spent":"911.270126ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T13:07:54.40642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.504726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8afba7fed90f4\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-22T13:07:54.406529Z","caller":"traceutil/trace.go:171","msg":"trace[2034118101] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8afba7fed90f4; range_end:; response_count:1; response_revision:2079; }","duration":"862.601728ms","start":"2026-04-22T13:07:53.543866Z","end":"2026-04-22T13:07:54.406467Z","steps":["trace[2034118101] 'agreement among raft nodes before linearized reading' (duration: 862.419796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.406535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.82698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-22T13:07:54.406575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.647969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T13:07:54.406574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.543841Z","time spent":"862.721949ms","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8afba7fed90f4\" "} {"level":"info","ts":"2026-04-22T13:07:54.406583Z","caller":"traceutil/trace.go:171","msg":"trace[2046856887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2079; }","duration":"909.954491ms","start":"2026-04-22T13:07:53.496615Z","end":"2026-04-22T13:07:54.40657Z","steps":["trace[2046856887] 'agreement among raft nodes before linearized reading' (duration: 909.709788ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:54.406605Z","caller":"traceutil/trace.go:171","msg":"trace[1451339803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2079; }","duration":"225.759109ms","start":"2026-04-22T13:07:54.180839Z","end":"2026-04-22T13:07:54.406598Z","steps":["trace[1451339803] 'agreement among raft nodes before linearized reading' (duration: 225.489646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.406621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.496583Z","time spent":"910.029152ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:07:54.406786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.124612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:07:54.406861Z","caller":"traceutil/trace.go:171","msg":"trace[297367328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2079; }","duration":"293.244164ms","start":"2026-04-22T13:07:54.113607Z","end":"2026-04-22T13:07:54.406851Z","steps":["trace[297367328] 'agreement among raft nodes before linearized reading' (duration: 293.130533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.406894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.468613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:07:54.406949Z","caller":"traceutil/trace.go:171","msg":"trace[1558086555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2079; }","duration":"812.566895ms","start":"2026-04-22T13:07:53.594368Z","end":"2026-04-22T13:07:54.406935Z","steps":["trace[1558086555] 'agreement among raft nodes before linearized reading' (duration: 812.409773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.406996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.594344Z","time spent":"812.639625ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T13:07:54.407267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.189635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-22T13:07:54.40736Z","caller":"traceutil/trace.go:171","msg":"trace[1915214346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2079; }","duration":"431.342896ms","start":"2026-04-22T13:07:53.976007Z","end":"2026-04-22T13:07:54.40735Z","steps":["trace[1915214346] 'agreement among raft nodes before linearized reading' (duration: 430.167164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:54.407428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:53.975989Z","time spent":"431.427797ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T13:07:55.298385Z","caller":"traceutil/trace.go:171","msg":"trace[2141996073] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"563.969125ms","start":"2026-04-22T13:07:54.734392Z","end":"2026-04-22T13:07:55.298361Z","steps":["trace[2141996073] 'process raft request' (duration: 563.839814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:55.298523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:54.734369Z","time spent":"564.085436ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:56.449221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.012721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:07:56.449373Z","caller":"traceutil/trace.go:171","msg":"trace[1349472317] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"377.708324ms","start":"2026-04-22T13:07:56.071654Z","end":"2026-04-22T13:07:56.449362Z","steps":["trace[1349472317] 'process raft request' (duration: 377.634853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.449405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.071631Z","time spent":"377.759324ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:56.44962Z","caller":"traceutil/trace.go:171","msg":"trace[503776575] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"1.056171985s","start":"2026-04-22T13:07:55.393443Z","end":"2026-04-22T13:07:56.449615Z","steps":["trace[503776575] 'process raft request' (duration: 387.701579ms)","trace[503776575] 'compare' (duration: 667.486555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:07:56.449646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:55.393418Z","time spent":"1.056214465s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:56.449705Z","caller":"traceutil/trace.go:171","msg":"trace[1771237906] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2161; }","duration":"1.028140536s","start":"2026-04-22T13:07:55.421557Z","end":"2026-04-22T13:07:56.449697Z","steps":["trace[1771237906] 'read index received' (duration: 359.513829ms)","trace[1771237906] 'applied index is now lower than readState.Index' (duration: 668.626197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:07:56.449828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028281718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:07:56.449845Z","caller":"traceutil/trace.go:171","msg":"trace[815359623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"1.028330998s","start":"2026-04-22T13:07:55.421505Z","end":"2026-04-22T13:07:56.449836Z","steps":["trace[815359623] 'agreement among raft nodes before linearized reading' (duration: 1.028270618s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.449859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:55.421484Z","time spent":"1.028371318s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-22T13:07:56.672736Z","caller":"traceutil/trace.go:171","msg":"trace[455204355] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"413.739851ms","start":"2026-04-22T13:07:56.258971Z","end":"2026-04-22T13:07:56.672711Z","steps":["trace[455204355] 'process raft request' (duration: 413.551879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.672887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.258951Z","time spent":"413.856942ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:56.712377Z","caller":"traceutil/trace.go:171","msg":"trace[785553770] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2163; }","duration":"262.636559ms","start":"2026-04-22T13:07:56.449715Z","end":"2026-04-22T13:07:56.712351Z","steps":["trace[785553770] 'read index received' (duration: 222.848001ms)","trace[785553770] 'applied index is now lower than readState.Index' (duration: 39.787348ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:07:56.712449Z","caller":"traceutil/trace.go:171","msg":"trace[1808482144] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"398.057419ms","start":"2026-04-22T13:07:56.314347Z","end":"2026-04-22T13:07:56.712404Z","steps":["trace[1808482144] 'process raft request' (duration: 397.867017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.712634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.033071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:07:56.712698Z","caller":"traceutil/trace.go:171","msg":"trace[2112616444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2090; }","duration":"301.152662ms","start":"2026-04-22T13:07:56.41153Z","end":"2026-04-22T13:07:56.712683Z","steps":["trace[2112616444] 'agreement among raft nodes before linearized reading' (duration: 300.93455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.712693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.888325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-22T13:07:56.712741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.411517Z","time spent":"301.215963ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:07:56.712747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.673184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-22T13:07:56.712753Z","caller":"traceutil/trace.go:171","msg":"trace[266732773] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2090; }","duration":"507.986407ms","start":"2026-04-22T13:07:56.204749Z","end":"2026-04-22T13:07:56.712735Z","steps":["trace[266732773] 'agreement among raft nodes before linearized reading' (duration: 507.748905ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:56.712791Z","caller":"traceutil/trace.go:171","msg":"trace[541988338] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2090; }","duration":"117.761256ms","start":"2026-04-22T13:07:56.595018Z","end":"2026-04-22T13:07:56.712779Z","steps":["trace[541988338] 'agreement among raft nodes before linearized reading' (duration: 117.684415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.712806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.204739Z","time spent":"508.055078ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-22T13:07:56.712831Z","caller":"traceutil/trace.go:171","msg":"trace[1908951365] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"398.519363ms","start":"2026-04-22T13:07:56.314171Z","end":"2026-04-22T13:07:56.71269Z","steps":["trace[1908951365] 'process raft request' (duration: 397.879006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.713016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.657815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:07:56.713113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.10628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:07:56.713158Z","caller":"traceutil/trace.go:171","msg":"trace[1244084944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2090; }","duration":"209.171141ms","start":"2026-04-22T13:07:56.503976Z","end":"2026-04-22T13:07:56.713147Z","steps":["trace[1244084944] 'agreement among raft nodes before linearized reading' (duration: 209.06797ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:56.71314Z","caller":"traceutil/trace.go:171","msg":"trace[2072777666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2090; }","duration":"599.856987ms","start":"2026-04-22T13:07:56.113267Z","end":"2026-04-22T13:07:56.713124Z","steps":["trace[2072777666] 'agreement among raft nodes before linearized reading' (duration: 599.528324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.713214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.151781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-22T13:07:56.713221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.223921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-22T13:07:56.713271Z","caller":"traceutil/trace.go:171","msg":"trace[440344505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2090; }","duration":"209.358353ms","start":"2026-04-22T13:07:56.503898Z","end":"2026-04-22T13:07:56.713257Z","steps":["trace[440344505] 'agreement among raft nodes before linearized reading' (duration: 209.248501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.71329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.113258Z","time spent":"600.020079ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T13:07:56.713246Z","caller":"traceutil/trace.go:171","msg":"trace[1071009107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2090; }","duration":"209.211781ms","start":"2026-04-22T13:07:56.504025Z","end":"2026-04-22T13:07:56.713237Z","steps":["trace[1071009107] 'agreement among raft nodes before linearized reading' (duration: 209.0751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.713355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.498724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T13:07:56.713428Z","caller":"traceutil/trace.go:171","msg":"trace[2074538549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2090; }","duration":"210.307393ms","start":"2026-04-22T13:07:56.503107Z","end":"2026-04-22T13:07:56.713414Z","steps":["trace[2074538549] 'agreement among raft nodes before linearized reading' (duration: 209.445534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.713067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.314144Z","time spent":"398.811386ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:56.713494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.23891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124501"} {"level":"info","ts":"2026-04-22T13:07:56.713574Z","caller":"traceutil/trace.go:171","msg":"trace[2053205350] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2090; }","duration":"118.398652ms","start":"2026-04-22T13:07:56.595158Z","end":"2026-04-22T13:07:56.713557Z","steps":["trace[2053205350] 'agreement among raft nodes before linearized reading' (duration: 117.849356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:56.714117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.314337Z","time spent":"398.24609ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:57.336462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.221574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:07:57.336555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.566083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:07:57.336585Z","caller":"traceutil/trace.go:171","msg":"trace[863850200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2090; }","duration":"153.353785ms","start":"2026-04-22T13:07:57.183215Z","end":"2026-04-22T13:07:57.336569Z","steps":["trace[863850200] 'range keys from in-memory index tree' (duration: 153.208074ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:57.336964Z","caller":"traceutil/trace.go:171","msg":"trace[196331109] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"617.71623ms","start":"2026-04-22T13:07:56.719219Z","end":"2026-04-22T13:07:57.336935Z","steps":["trace[196331109] 'process raft request' (duration: 617.609599ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:57.337028Z","caller":"traceutil/trace.go:171","msg":"trace[1942533539] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"618.158555ms","start":"2026-04-22T13:07:56.718837Z","end":"2026-04-22T13:07:57.336996Z","steps":["trace[1942533539] 'process raft request' (duration: 226.056936ms)","trace[1942533539] 'compare' (duration: 391.32551ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:07:57.33706Z","caller":"traceutil/trace.go:171","msg":"trace[305187363] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2166; }","duration":"617.097182ms","start":"2026-04-22T13:07:56.719951Z","end":"2026-04-22T13:07:57.337049Z","steps":["trace[305187363] 'read index received' (duration: 224.927713ms)","trace[305187363] 'applied index is now lower than readState.Index' (duration: 392.168769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:07:57.337073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.719202Z","time spent":"617.809821ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:57.33721Z","caller":"traceutil/trace.go:171","msg":"trace[1393324449] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"618.283076ms","start":"2026-04-22T13:07:56.718916Z","end":"2026-04-22T13:07:57.337199Z","steps":["trace[1393324449] 'process raft request' (duration: 617.800191ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:57.337264Z","caller":"traceutil/trace.go:171","msg":"trace[625611918] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"616.318174ms","start":"2026-04-22T13:07:56.720935Z","end":"2026-04-22T13:07:57.337253Z","steps":["trace[625611918] 'process raft request' (duration: 615.93992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:57.337265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.718868Z","time spent":"618.366917ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:57.337346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.720919Z","time spent":"616.372415ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:07:57.337557Z","caller":"traceutil/trace.go:171","msg":"trace[694815129] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"615.418555ms","start":"2026-04-22T13:07:56.722129Z","end":"2026-04-22T13:07:57.337547Z","steps":["trace[694815129] 'process raft request' (duration: 614.855279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:57.337616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.722123Z","time spent":"615.457845ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:57.33774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.718814Z","time spent":"618.274636ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:07:57.337759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.8007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-22T13:07:57.337795Z","caller":"traceutil/trace.go:171","msg":"trace[1631320452] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2095; }","duration":"617.865881ms","start":"2026-04-22T13:07:56.719919Z","end":"2026-04-22T13:07:57.337785Z","steps":["trace[1631320452] 'agreement among raft nodes before linearized reading' (duration: 617.75096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:57.337825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.71991Z","time spent":"617.909421ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-22T13:07:57.338076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.682598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124501"} {"level":"warn","ts":"2026-04-22T13:07:57.338098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.440088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:07:57.33811Z","caller":"traceutil/trace.go:171","msg":"trace[609563202] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2095; }","duration":"616.723368ms","start":"2026-04-22T13:07:56.721377Z","end":"2026-04-22T13:07:57.3381Z","steps":["trace[609563202] 'agreement among raft nodes before linearized reading' (duration: 616.490496ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:07:57.338136Z","caller":"traceutil/trace.go:171","msg":"trace[1818899608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2095; }","duration":"217.56401ms","start":"2026-04-22T13:07:57.120561Z","end":"2026-04-22T13:07:57.338125Z","steps":["trace[1818899608] 'agreement among raft nodes before linearized reading' (duration: 217.496259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:57.338143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.721373Z","time spent":"616.763059ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124524,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-22T13:07:57.338164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.920222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:07:57.338203Z","caller":"traceutil/trace.go:171","msg":"trace[102352035] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2095; }","duration":"557.978042ms","start":"2026-04-22T13:07:56.780212Z","end":"2026-04-22T13:07:57.33819Z","steps":["trace[102352035] 'agreement among raft nodes before linearized reading' (duration: 557.905862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:07:57.338234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:07:56.780202Z","time spent":"558.024043ms","remote":"127.0.0.1:46180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-22T13:08:05.550983Z","caller":"traceutil/trace.go:171","msg":"trace[1877493397] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"152.51614ms","start":"2026-04-22T13:08:05.398432Z","end":"2026-04-22T13:08:05.550948Z","steps":["trace[1877493397] 'process raft request' (duration: 152.312758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:05.78983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.726513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:08:05.790186Z","caller":"traceutil/trace.go:171","msg":"trace[89443842] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"390.857343ms","start":"2026-04-22T13:08:05.399301Z","end":"2026-04-22T13:08:05.790159Z","steps":["trace[89443842] 'process raft request' (duration: 190.725685ms)","trace[89443842] 'compare' (duration: 199.589202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:08:05.790335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:08:05.399283Z","time spent":"390.977374ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:08:05.791431Z","caller":"traceutil/trace.go:171","msg":"trace[536509833] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2212; }","duration":"355.472868ms","start":"2026-04-22T13:08:05.43594Z","end":"2026-04-22T13:08:05.791413Z","steps":["trace[536509833] 'read index received' (duration: 114.717118ms)","trace[536509833] 'applied index is now lower than readState.Index' (duration: 240.75447ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:08:05.791561Z","caller":"traceutil/trace.go:171","msg":"trace[587032699] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"390.333228ms","start":"2026-04-22T13:08:05.401209Z","end":"2026-04-22T13:08:05.791542Z","steps":["trace[587032699] 'process raft request' (duration: 390.116416ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:08:05.791575Z","caller":"traceutil/trace.go:171","msg":"trace[712303396] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"390.395719ms","start":"2026-04-22T13:08:05.401133Z","end":"2026-04-22T13:08:05.791529Z","steps":["trace[712303396] 'process raft request' (duration: 390.151037ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:08:05.791645Z","caller":"traceutil/trace.go:171","msg":"trace[2060010449] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"327.062529ms","start":"2026-04-22T13:08:05.464569Z","end":"2026-04-22T13:08:05.791632Z","steps":["trace[2060010449] 'process raft request' (duration: 326.790626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:05.791642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:08:05.401202Z","time spent":"390.400729ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:08:05.791747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:08:05.464555Z","time spent":"327.12369ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:08:05.791779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:08:05.40112Z","time spent":"390.556381ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:08:05.791913Z","caller":"traceutil/trace.go:171","msg":"trace[1242199159] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"391.975665ms","start":"2026-04-22T13:08:05.399927Z","end":"2026-04-22T13:08:05.791903Z","steps":["trace[1242199159] 'process raft request' (duration: 390.084804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:05.791973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:08:05.399915Z","time spent":"392.028746ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:08:05.79203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.868608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:08:05.792198Z","caller":"traceutil/trace.go:171","msg":"trace[1303441135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"282.11893ms","start":"2026-04-22T13:08:05.510041Z","end":"2026-04-22T13:08:05.79216Z","steps":["trace[1303441135] 'agreement among raft nodes before linearized reading' (duration: 281.659895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:05.792145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.171396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:08:05.792547Z","caller":"traceutil/trace.go:171","msg":"trace[1361356011] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2139; }","duration":"356.599881ms","start":"2026-04-22T13:08:05.435929Z","end":"2026-04-22T13:08:05.792529Z","steps":["trace[1361356011] 'agreement among raft nodes before linearized reading' (duration: 356.025875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:05.792623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:08:05.435843Z","time spent":"356.739291ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:08:06.283417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.219599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:08:06.283472Z","caller":"traceutil/trace.go:171","msg":"trace[62198982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"170.32175ms","start":"2026-04-22T13:08:06.113138Z","end":"2026-04-22T13:08:06.283459Z","steps":["trace[62198982] 'range keys from in-memory index tree' (duration: 170.148228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:06.283653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.659334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:08:06.283671Z","caller":"traceutil/trace.go:171","msg":"trace[1248045774] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2139; }","duration":"124.730266ms","start":"2026-04-22T13:08:06.158934Z","end":"2026-04-22T13:08:06.283664Z","steps":["trace[1248045774] 'count revisions from in-memory index tree' (duration: 124.538813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:08:06.285348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.109408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:08:06.285465Z","caller":"traceutil/trace.go:171","msg":"trace[751835337] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2139; }","duration":"284.30023ms","start":"2026-04-22T13:08:06.001136Z","end":"2026-04-22T13:08:06.285436Z","steps":["trace[751835337] 'count revisions from in-memory index tree' (duration: 282.39303ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:08:06.604962Z","caller":"traceutil/trace.go:171","msg":"trace[1634010632] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"111.198509ms","start":"2026-04-22T13:08:06.493685Z","end":"2026-04-22T13:08:06.604883Z","steps":["trace[1634010632] 'process raft request' (duration: 104.798369ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:36.583948Z","caller":"traceutil/trace.go:171","msg":"trace[2083530421] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2760; }","duration":"197.156579ms","start":"2026-04-22T13:09:36.386768Z","end":"2026-04-22T13:09:36.583924Z","steps":["trace[2083530421] 'read index received' (duration: 196.909653ms)","trace[2083530421] 'applied index is now lower than readState.Index' (duration: 246.076µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:09:36.584055Z","caller":"traceutil/trace.go:171","msg":"trace[1411240932] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"220.060576ms","start":"2026-04-22T13:09:36.36392Z","end":"2026-04-22T13:09:36.58398Z","steps":["trace[1411240932] 'process raft request' (duration: 219.819671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.584177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.384784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T13:09:36.584753Z","caller":"traceutil/trace.go:171","msg":"trace[1252621435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"197.992848ms","start":"2026-04-22T13:09:36.386731Z","end":"2026-04-22T13:09:36.584724Z","steps":["trace[1252621435] 'agreement among raft nodes before linearized reading' (duration: 197.326083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.584257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.059875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:09:36.584933Z","caller":"traceutil/trace.go:171","msg":"trace[175866410] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2662; }","duration":"166.774391ms","start":"2026-04-22T13:09:36.418138Z","end":"2026-04-22T13:09:36.584913Z","steps":["trace[175866410] 'agreement among raft nodes before linearized reading' (duration: 166.094346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.584269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.227259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T13:09:36.585031Z","caller":"traceutil/trace.go:171","msg":"trace[1145790653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2662; }","duration":"193.979156ms","start":"2026-04-22T13:09:36.391002Z","end":"2026-04-22T13:09:36.584981Z","steps":["trace[1145790653] 'agreement among raft nodes before linearized reading' (duration: 193.133877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.584347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.230519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:09:36.58515Z","caller":"traceutil/trace.go:171","msg":"trace[720170840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2662; }","duration":"194.053028ms","start":"2026-04-22T13:09:36.391082Z","end":"2026-04-22T13:09:36.585135Z","steps":["trace[720170840] 'agreement among raft nodes before linearized reading' (duration: 193.228809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.584301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.409168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:09:36.585274Z","caller":"traceutil/trace.go:171","msg":"trace[45198047] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2662; }","duration":"150.425491ms","start":"2026-04-22T13:09:36.434838Z","end":"2026-04-22T13:09:36.585263Z","steps":["trace[45198047] 'agreement among raft nodes before linearized reading' (duration: 149.435398ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:36.821344Z","caller":"traceutil/trace.go:171","msg":"trace[2071155246] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"220.976795ms","start":"2026-04-22T13:09:36.600336Z","end":"2026-04-22T13:09:36.821313Z","steps":["trace[2071155246] 'process raft request' (duration: 195.875149ms)","trace[2071155246] 'compare' (duration: 24.82837ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:09:36.821403Z","caller":"traceutil/trace.go:171","msg":"trace[1419620707] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"218.921021ms","start":"2026-04-22T13:09:36.602465Z","end":"2026-04-22T13:09:36.821386Z","steps":["trace[1419620707] 'process raft request' (duration: 218.789327ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:36.821397Z","caller":"traceutil/trace.go:171","msg":"trace[86467723] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2761; }","duration":"219.127876ms","start":"2026-04-22T13:09:36.602237Z","end":"2026-04-22T13:09:36.821365Z","steps":["trace[86467723] 'read index received' (duration: 194.062009ms)","trace[86467723] 'applied index is now lower than readState.Index' (duration: 25.062877ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:09:36.821768Z","caller":"traceutil/trace.go:171","msg":"trace[1905870776] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"218.948091ms","start":"2026-04-22T13:09:36.602702Z","end":"2026-04-22T13:09:36.821651Z","steps":["trace[1905870776] 'process raft request' (duration: 218.628393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.821811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.543345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-22T13:09:36.821869Z","caller":"traceutil/trace.go:171","msg":"trace[818593215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2665; }","duration":"219.628756ms","start":"2026-04-22T13:09:36.602226Z","end":"2026-04-22T13:09:36.821855Z","steps":["trace[818593215] 'agreement among raft nodes before linearized reading' (duration: 219.34815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:36.821909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.753309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:09:36.822046Z","caller":"traceutil/trace.go:171","msg":"trace[1953429253] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2665; }","duration":"173.884592ms","start":"2026-04-22T13:09:36.64807Z","end":"2026-04-22T13:09:36.821954Z","steps":["trace[1953429253] 'agreement among raft nodes before linearized reading' (duration: 173.669797ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:39.026829Z","caller":"traceutil/trace.go:171","msg":"trace[1000401414] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"106.849827ms","start":"2026-04-22T13:09:38.919948Z","end":"2026-04-22T13:09:39.026798Z","steps":["trace[1000401414] 'process raft request' (duration: 106.680253ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:40.962998Z","caller":"traceutil/trace.go:171","msg":"trace[1183446119] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"121.482168ms","start":"2026-04-22T13:09:40.841494Z","end":"2026-04-22T13:09:40.962976Z","steps":["trace[1183446119] 'process raft request' (duration: 121.324085ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:40.965091Z","caller":"traceutil/trace.go:171","msg":"trace[921751000] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"121.110811ms","start":"2026-04-22T13:09:40.843895Z","end":"2026-04-22T13:09:40.965006Z","steps":["trace[921751000] 'process raft request' (duration: 120.792854ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:09:40.965252Z","caller":"traceutil/trace.go:171","msg":"trace[785593827] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"121.892648ms","start":"2026-04-22T13:09:40.843351Z","end":"2026-04-22T13:09:40.965244Z","steps":["trace[785593827] 'process raft request' (duration: 121.237393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:41.834792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121235638548161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:09:41.871219Z","caller":"traceutil/trace.go:171","msg":"trace[527264322] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"683.828915ms","start":"2026-04-22T13:09:41.187073Z","end":"2026-04-22T13:09:41.870902Z","steps":["trace[527264322] 'process raft request' (duration: 683.571019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:41.871372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:09:41.187053Z","time spent":"684.244643ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:09:41.891629Z","caller":"traceutil/trace.go:171","msg":"trace[1760228584] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2841; }","duration":"556.876162ms","start":"2026-04-22T13:09:41.334733Z","end":"2026-04-22T13:09:41.891609Z","steps":["trace[1760228584] 'read index received' (duration: 535.874436ms)","trace[1760228584] 'applied index is now lower than readState.Index' (duration: 21.000956ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:09:41.891941Z","caller":"traceutil/trace.go:171","msg":"trace[1941335039] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"673.940774ms","start":"2026-04-22T13:09:41.217988Z","end":"2026-04-22T13:09:41.891929Z","steps":["trace[1941335039] 'process raft request' (duration: 673.458023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:41.89202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:09:41.217969Z","time spent":"673.996256ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:09:41.89213Z","caller":"traceutil/trace.go:171","msg":"trace[1808629770] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"112.995952ms","start":"2026-04-22T13:09:41.779128Z","end":"2026-04-22T13:09:41.892124Z","steps":["trace[1808629770] 'process raft request' (duration: 112.443969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:41.892235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.482336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:09:41.892255Z","caller":"traceutil/trace.go:171","msg":"trace[1516388957] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2744; }","duration":"557.550778ms","start":"2026-04-22T13:09:41.334697Z","end":"2026-04-22T13:09:41.892248Z","steps":["trace[1516388957] 'agreement among raft nodes before linearized reading' (duration: 557.495497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:09:41.892275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:09:41.334682Z","time spent":"557.588659ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-22T13:10:08.63391Z","caller":"traceutil/trace.go:171","msg":"trace[298671237] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"181.32672ms","start":"2026-04-22T13:10:08.452562Z","end":"2026-04-22T13:10:08.633889Z","steps":["trace[298671237] 'process raft request' (duration: 178.203506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:14.705929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.128158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T13:10:14.706023Z","caller":"traceutil/trace.go:171","msg":"trace[2141850951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2921; }","duration":"369.284491ms","start":"2026-04-22T13:10:14.336709Z","end":"2026-04-22T13:10:14.705993Z","steps":["trace[2141850951] 'range keys from in-memory index tree' (duration: 368.939544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:14.706083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:14.336689Z","time spent":"369.377483ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T13:10:14.706321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.998636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8afd7d0e8bd6d\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-22T13:10:14.706421Z","caller":"traceutil/trace.go:171","msg":"trace[914345600] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8afd7d0e8bd6d; range_end:; response_count:1; response_revision:2921; }","duration":"248.150969ms","start":"2026-04-22T13:10:14.458244Z","end":"2026-04-22T13:10:14.706395Z","steps":["trace[914345600] 'range keys from in-memory index tree' (duration: 247.681949ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:14.837916Z","caller":"traceutil/trace.go:171","msg":"trace[1825266570] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"126.019459ms","start":"2026-04-22T13:10:14.711868Z","end":"2026-04-22T13:10:14.837887Z","steps":["trace[1825266570] 'process raft request' (duration: 112.868647ms)","trace[1825266570] 'compare' (duration: 13.018579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:10:15.659009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.705435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:10:15.659249Z","caller":"traceutil/trace.go:171","msg":"trace[893169434] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"801.972399ms","start":"2026-04-22T13:10:14.857228Z","end":"2026-04-22T13:10:15.6592Z","steps":["trace[893169434] 'process raft request' (duration: 405.989409ms)","trace[893169434] 'compare' (duration: 395.605843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:10:15.659449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:14.857209Z","time spent":"802.137402ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:10:15.659603Z","caller":"traceutil/trace.go:171","msg":"trace[62235417] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"575.928967ms","start":"2026-04-22T13:10:15.083658Z","end":"2026-04-22T13:10:15.659587Z","steps":["trace[62235417] 'process raft request' (duration: 575.460037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.659657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.083632Z","time spent":"575.996988ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:10:15.659519Z","caller":"traceutil/trace.go:171","msg":"trace[519787568] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3030; }","duration":"540.753155ms","start":"2026-04-22T13:10:15.118745Z","end":"2026-04-22T13:10:15.659498Z","steps":["trace[519787568] 'read index received' (duration: 144.488269ms)","trace[519787568] 'applied index is now lower than readState.Index' (duration: 396.263006ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:10:15.659793Z","caller":"traceutil/trace.go:171","msg":"trace[2093117406] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"497.334391ms","start":"2026-04-22T13:10:15.162447Z","end":"2026-04-22T13:10:15.659781Z","steps":["trace[2093117406] 'process raft request' (duration: 496.725128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.659862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.162433Z","time spent":"497.399272ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:10:15.660056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.276007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:10:15.660102Z","caller":"traceutil/trace.go:171","msg":"trace[1510418044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2926; }","duration":"541.387169ms","start":"2026-04-22T13:10:15.118701Z","end":"2026-04-22T13:10:15.660088Z","steps":["trace[1510418044] 'agreement among raft nodes before linearized reading' (duration: 541.161264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.660263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.11868Z","time spent":"541.571153ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:10:15.660392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.924903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T13:10:15.660397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.078504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:10:15.660434Z","caller":"traceutil/trace.go:171","msg":"trace[2145984315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2926; }","duration":"492.975093ms","start":"2026-04-22T13:10:15.167445Z","end":"2026-04-22T13:10:15.66042Z","steps":["trace[2145984315] 'agreement among raft nodes before linearized reading' (duration: 492.81207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.660486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.167424Z","time spent":"493.055596ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:10:15.660491Z","caller":"traceutil/trace.go:171","msg":"trace[672822611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2926; }","duration":"523.204076ms","start":"2026-04-22T13:10:15.137266Z","end":"2026-04-22T13:10:15.66047Z","steps":["trace[672822611] 'agreement among raft nodes before linearized reading' (duration: 522.936371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.660485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.78554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-22T13:10:15.660535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.137258Z","time spent":"523.269187ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T13:10:15.660558Z","caller":"traceutil/trace.go:171","msg":"trace[73123942] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2926; }","duration":"491.876653ms","start":"2026-04-22T13:10:15.168664Z","end":"2026-04-22T13:10:15.66054Z","steps":["trace[73123942] 'agreement among raft nodes before linearized reading' (duration: 491.635208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.660661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.168659Z","time spent":"491.975245ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-22T13:10:15.660679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.911882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T13:10:15.660717Z","caller":"traceutil/trace.go:171","msg":"trace[209537417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2926; }","duration":"498.970753ms","start":"2026-04-22T13:10:15.161736Z","end":"2026-04-22T13:10:15.660707Z","steps":["trace[209537417] 'agreement among raft nodes before linearized reading' (duration: 498.81571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:15.660746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.161725Z","time spent":"499.015054ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T13:10:16.167489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121235638548674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:10:17.041207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.306356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:10:17.041535Z","caller":"traceutil/trace.go:171","msg":"trace[2137937512] linearizableReadLoop","detail":"{readStateIndex:3039; appliedIndex:3033; }","duration":"1.374445735s","start":"2026-04-22T13:10:15.667072Z","end":"2026-04-22T13:10:17.041518Z","steps":["trace[2137937512] 'read index received' (duration: 557.70294ms)","trace[2137937512] 'applied index is now lower than readState.Index' (duration: 816.742035ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:10:17.041554Z","caller":"traceutil/trace.go:171","msg":"trace[153170276] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"1.375494305s","start":"2026-04-22T13:10:15.666031Z","end":"2026-04-22T13:10:17.041525Z","steps":["trace[153170276] 'process raft request' (duration: 558.786411ms)","trace[153170276] 'compare' (duration: 816.199614ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:10:17.04162Z","caller":"traceutil/trace.go:171","msg":"trace[193138577] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"1.375387053s","start":"2026-04-22T13:10:15.666223Z","end":"2026-04-22T13:10:17.04161Z","steps":["trace[193138577] 'process raft request' (duration: 1.375094137s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.041723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.666012Z","time spent":"1.375636467s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:10:17.041777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.666207Z","time spent":"1.375531905s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:10:17.041812Z","caller":"traceutil/trace.go:171","msg":"trace[2059545765] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"1.014868851s","start":"2026-04-22T13:10:16.026897Z","end":"2026-04-22T13:10:17.041766Z","steps":["trace[2059545765] 'process raft request' (duration: 1.014591545s)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:17.041968Z","caller":"traceutil/trace.go:171","msg":"trace[699329686] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.154619443s","start":"2026-04-22T13:10:15.887338Z","end":"2026-04-22T13:10:17.041957Z","steps":["trace[699329686] 'process raft request' (duration: 1.154057122s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.042037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.887311Z","time spent":"1.154694995s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:10:17.042157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375079697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-22T13:10:17.042201Z","caller":"traceutil/trace.go:171","msg":"trace[160494719] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2932; }","duration":"1.375140698s","start":"2026-04-22T13:10:15.667048Z","end":"2026-04-22T13:10:17.042189Z","steps":["trace[160494719] 'agreement among raft nodes before linearized reading' (duration: 1.374971695s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.042237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.66704Z","time spent":"1.375190389s","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-22T13:10:17.04227Z","caller":"traceutil/trace.go:171","msg":"trace[33525324] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"1.375064536s","start":"2026-04-22T13:10:15.667195Z","end":"2026-04-22T13:10:17.04226Z","steps":["trace[33525324] 'process raft request' (duration: 1.374169819s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.042333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.667173Z","time spent":"1.375131708s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:10:17.042414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22018492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:10:17.042453Z","caller":"traceutil/trace.go:171","msg":"trace[2001935498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2932; }","duration":"1.220262601s","start":"2026-04-22T13:10:15.82218Z","end":"2026-04-22T13:10:17.042442Z","steps":["trace[2001935498] 'agreement among raft nodes before linearized reading' (duration: 1.22019619s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.042481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.822154Z","time spent":"1.220320122s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:10:17.042828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.274257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T13:10:17.04287Z","caller":"traceutil/trace.go:171","msg":"trace[108945909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2932; }","duration":"199.438ms","start":"2026-04-22T13:10:16.843422Z","end":"2026-04-22T13:10:17.04286Z","steps":["trace[108945909] 'agreement among raft nodes before linearized reading' (duration: 199.268897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.042871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.531124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:10:17.042906Z","caller":"traceutil/trace.go:171","msg":"trace[34945147] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2932; }","duration":"410.567845ms","start":"2026-04-22T13:10:16.632326Z","end":"2026-04-22T13:10:17.042894Z","steps":["trace[34945147] 'agreement among raft nodes before linearized reading' (duration: 410.507203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.042937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:16.632282Z","time spent":"410.650375ms","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:10:17.043046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.492656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:10:17.04309Z","caller":"traceutil/trace.go:171","msg":"trace[1692038632] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2932; }","duration":"920.516816ms","start":"2026-04-22T13:10:16.122547Z","end":"2026-04-22T13:10:17.043064Z","steps":["trace[1692038632] 'agreement among raft nodes before linearized reading' (duration: 920.475075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.043109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:16.122497Z","time spent":"920.607458ms","remote":"127.0.0.1:46544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-22T13:10:17.043354Z","caller":"traceutil/trace.go:171","msg":"trace[1958323235] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"1.045898717s","start":"2026-04-22T13:10:15.997446Z","end":"2026-04-22T13:10:17.043345Z","steps":["trace[1958323235] 'process raft request' (duration: 1.04400764s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:17.043396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:15.997421Z","time spent":"1.045952788s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:10:17.045492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:10:16.026872Z","time spent":"1.015060634s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:10:33.907049Z","caller":"traceutil/trace.go:171","msg":"trace[1873998245] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"115.786773ms","start":"2026-04-22T13:10:33.791227Z","end":"2026-04-22T13:10:33.907014Z","steps":["trace[1873998245] 'process raft request' (duration: 115.403866ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:33.908006Z","caller":"traceutil/trace.go:171","msg":"trace[1929024335] linearizableReadLoop","detail":"{readStateIndex:3130; appliedIndex:3129; }","duration":"101.332809ms","start":"2026-04-22T13:10:33.805586Z","end":"2026-04-22T13:10:33.906919Z","steps":["trace[1929024335] 'read index received' (duration: 101.073674ms)","trace[1929024335] 'applied index is now lower than readState.Index' (duration: 257.505µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:10:33.90814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.529992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:10:33.908268Z","caller":"traceutil/trace.go:171","msg":"trace[1720334357] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3018; }","duration":"102.699606ms","start":"2026-04-22T13:10:33.805549Z","end":"2026-04-22T13:10:33.908248Z","steps":["trace[1720334357] 'agreement among raft nodes before linearized reading' (duration: 101.589864ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:33.91979Z","caller":"traceutil/trace.go:171","msg":"trace[1197525953] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"100.108506ms","start":"2026-04-22T13:10:33.819645Z","end":"2026-04-22T13:10:33.919754Z","steps":["trace[1197525953] 'process raft request' (duration: 99.872522ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:39.344986Z","caller":"traceutil/trace.go:171","msg":"trace[370389915] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"106.879162ms","start":"2026-04-22T13:10:39.238086Z","end":"2026-04-22T13:10:39.344965Z","steps":["trace[370389915] 'process raft request' (duration: 94.9252ms)","trace[370389915] 'compare' (duration: 11.81402ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:10:39.345331Z","caller":"traceutil/trace.go:171","msg":"trace[2036635652] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"107.109477ms","start":"2026-04-22T13:10:39.238212Z","end":"2026-04-22T13:10:39.345321Z","steps":["trace[2036635652] 'process raft request' (duration: 106.723829ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:39.345508Z","caller":"traceutil/trace.go:171","msg":"trace[315942842] linearizableReadLoop","detail":"{readStateIndex:3164; appliedIndex:3160; }","duration":"106.425044ms","start":"2026-04-22T13:10:39.239073Z","end":"2026-04-22T13:10:39.345498Z","steps":["trace[315942842] 'read index received' (duration: 48.854681ms)","trace[315942842] 'applied index is now lower than readState.Index' (duration: 57.569643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:10:39.345666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.528096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-22T13:10:39.345696Z","caller":"traceutil/trace.go:171","msg":"trace[1837500711] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3051; }","duration":"106.638128ms","start":"2026-04-22T13:10:39.239051Z","end":"2026-04-22T13:10:39.345689Z","steps":["trace[1837500711] 'agreement among raft nodes before linearized reading' (duration: 106.480545ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:39.345667Z","caller":"traceutil/trace.go:171","msg":"trace[324830249] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"107.22962ms","start":"2026-04-22T13:10:39.238407Z","end":"2026-04-22T13:10:39.345637Z","steps":["trace[324830249] 'process raft request' (duration: 106.883043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:10:39.583427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.710753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8afd7d0e8bd6d\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-22T13:10:39.583509Z","caller":"traceutil/trace.go:171","msg":"trace[682538540] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8afd7d0e8bd6d; range_end:; response_count:1; response_revision:3051; }","duration":"126.831356ms","start":"2026-04-22T13:10:39.456659Z","end":"2026-04-22T13:10:39.58349Z","steps":["trace[682538540] 'range keys from in-memory index tree' (duration: 126.470829ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:41.492856Z","caller":"traceutil/trace.go:171","msg":"trace[1653899198] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"121.146146ms","start":"2026-04-22T13:10:41.371692Z","end":"2026-04-22T13:10:41.492838Z","steps":["trace[1653899198] 'process raft request' (duration: 121.114496ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:10:41.492918Z","caller":"traceutil/trace.go:171","msg":"trace[468753396] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"122.062943ms","start":"2026-04-22T13:10:41.370817Z","end":"2026-04-22T13:10:41.49288Z","steps":["trace[468753396] 'process raft request' (duration: 118.65956ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:11:11.505112Z","caller":"traceutil/trace.go:171","msg":"trace[155566076] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"120.236605ms","start":"2026-04-22T13:11:11.384843Z","end":"2026-04-22T13:11:11.505079Z","steps":["trace[155566076] 'process raft request' (duration: 117.266474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:11:21.966675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.675059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:11:21.967254Z","caller":"traceutil/trace.go:171","msg":"trace[1937033591] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"173.487921ms","start":"2026-04-22T13:11:21.793728Z","end":"2026-04-22T13:11:21.967216Z","steps":["trace[1937033591] 'process raft request' (duration: 65.145871ms)","trace[1937033591] 'compare' (duration: 106.655792ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:11:21.968804Z","caller":"traceutil/trace.go:171","msg":"trace[89993319] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"174.911256ms","start":"2026-04-22T13:11:21.79385Z","end":"2026-04-22T13:11:21.968761Z","steps":["trace[89993319] 'process raft request' (duration: 173.209697ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:11:36.258794Z","caller":"traceutil/trace.go:171","msg":"trace[56501547] linearizableReadLoop","detail":"{readStateIndex:3470; appliedIndex:3469; }","duration":"144.985048ms","start":"2026-04-22T13:11:36.11375Z","end":"2026-04-22T13:11:36.258735Z","steps":["trace[56501547] 'read index received' (duration: 143.020955ms)","trace[56501547] 'applied index is now lower than readState.Index' (duration: 1.962283ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:11:36.258966Z","caller":"traceutil/trace.go:171","msg":"trace[141001021] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"170.807561ms","start":"2026-04-22T13:11:36.088134Z","end":"2026-04-22T13:11:36.258941Z","steps":["trace[141001021] 'process raft request' (duration: 168.687846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:11:36.258993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.212141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:11:36.259051Z","caller":"traceutil/trace.go:171","msg":"trace[1722212157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3345; }","duration":"145.334063ms","start":"2026-04-22T13:11:36.113701Z","end":"2026-04-22T13:11:36.259035Z","steps":["trace[1722212157] 'agreement among raft nodes before linearized reading' (duration: 145.203761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:11:39.185811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.893295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-22T13:11:39.185916Z","caller":"traceutil/trace.go:171","msg":"trace[1630337601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3360; }","duration":"109.020718ms","start":"2026-04-22T13:11:39.076873Z","end":"2026-04-22T13:11:39.185894Z","steps":["trace[1630337601] 'range keys from in-memory index tree' (duration: 108.719923ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:11:39.783547Z","caller":"traceutil/trace.go:171","msg":"trace[2103763105] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"150.178798ms","start":"2026-04-22T13:11:39.633333Z","end":"2026-04-22T13:11:39.783512Z","steps":["trace[2103763105] 'process raft request' (duration: 149.937545ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:12:18.130061Z","caller":"traceutil/trace.go:171","msg":"trace[1649985173] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"174.930505ms","start":"2026-04-22T13:12:17.955105Z","end":"2026-04-22T13:12:18.130036Z","steps":["trace[1649985173] 'process raft request' (duration: 174.370357ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:12:44.753425Z","caller":"traceutil/trace.go:171","msg":"trace[1169204554] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"148.639225ms","start":"2026-04-22T13:12:44.604739Z","end":"2026-04-22T13:12:44.753378Z","steps":["trace[1169204554] 'process raft request' (duration: 133.163346ms)","trace[1169204554] 'compare' (duration: 14.97187ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:12:44.754133Z","caller":"traceutil/trace.go:171","msg":"trace[75814832] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"130.196331ms","start":"2026-04-22T13:12:44.623295Z","end":"2026-04-22T13:12:44.753491Z","steps":["trace[75814832] 'process raft request' (duration: 129.730043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:12:47.559287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.282737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:12:47.559481Z","caller":"traceutil/trace.go:171","msg":"trace[640215085] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3805; }","duration":"375.51268ms","start":"2026-04-22T13:12:47.183941Z","end":"2026-04-22T13:12:47.559453Z","steps":["trace[640215085] 'range keys from in-memory index tree' (duration: 375.239706ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:12:52.612016Z","caller":"traceutil/trace.go:171","msg":"trace[1787231878] linearizableReadLoop","detail":"{readStateIndex:3974; appliedIndex:3973; }","duration":"101.755498ms","start":"2026-04-22T13:12:52.510225Z","end":"2026-04-22T13:12:52.61198Z","steps":["trace[1787231878] 'read index received' (duration: 101.380523ms)","trace[1787231878] 'applied index is now lower than readState.Index' (duration: 373.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:12:52.612108Z","caller":"traceutil/trace.go:171","msg":"trace[471375446] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"112.104488ms","start":"2026-04-22T13:12:52.499964Z","end":"2026-04-22T13:12:52.612069Z","steps":["trace[471375446] 'process raft request' (duration: 111.797984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:12:52.612267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.038392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T13:12:52.612319Z","caller":"traceutil/trace.go:171","msg":"trace[1641298222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3831; }","duration":"102.168324ms","start":"2026-04-22T13:12:52.510139Z","end":"2026-04-22T13:12:52.612307Z","steps":["trace[1641298222] 'agreement among raft nodes before linearized reading' (duration: 101.998241ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:12:52.840396Z","caller":"traceutil/trace.go:171","msg":"trace[1394028346] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"140.135768ms","start":"2026-04-22T13:12:52.700231Z","end":"2026-04-22T13:12:52.840367Z","steps":["trace[1394028346] 'process raft request' (duration: 139.279636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:13:05.238821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.515152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:13:05.238888Z","caller":"traceutil/trace.go:171","msg":"trace[1249869555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3905; }","duration":"124.626324ms","start":"2026-04-22T13:13:05.114237Z","end":"2026-04-22T13:13:05.238863Z","steps":["trace[1249869555] 'range keys from in-memory index tree' (duration: 124.414131ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:13:23.43056Z","caller":"traceutil/trace.go:171","msg":"trace[378753383] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"111.381206ms","start":"2026-04-22T13:13:23.319133Z","end":"2026-04-22T13:13:23.430514Z","steps":["trace[378753383] 'process raft request' (duration: 41.204553ms)","trace[378753383] 'compare' (duration: 70.038371ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:09.599717Z","caller":"traceutil/trace.go:171","msg":"trace[1028729442] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4819; }","duration":"127.629037ms","start":"2026-04-22T13:14:09.472064Z","end":"2026-04-22T13:14:09.599694Z","steps":["trace[1028729442] 'read index received' (duration: 121.300362ms)","trace[1028729442] 'applied index is now lower than readState.Index' (duration: 6.327435ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:09.599926Z","caller":"traceutil/trace.go:171","msg":"trace[2067969662] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"150.256366ms","start":"2026-04-22T13:14:09.449644Z","end":"2026-04-22T13:14:09.5999Z","steps":["trace[2067969662] 'process raft request' (duration: 143.578226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:09.600429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.340637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T13:14:09.600765Z","caller":"traceutil/trace.go:171","msg":"trace[752866988] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"118.280491ms","start":"2026-04-22T13:14:09.482456Z","end":"2026-04-22T13:14:09.600736Z","steps":["trace[752866988] 'process raft request' (duration: 117.888705ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:09.600526Z","caller":"traceutil/trace.go:171","msg":"trace[991260609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4642; }","duration":"128.484979ms","start":"2026-04-22T13:14:09.47202Z","end":"2026-04-22T13:14:09.600505Z","steps":["trace[991260609] 'agreement among raft nodes before linearized reading' (duration: 127.80977ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.154159Z","caller":"traceutil/trace.go:171","msg":"trace[1612152157] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4880; }","duration":"105.591376ms","start":"2026-04-22T13:14:11.048549Z","end":"2026-04-22T13:14:11.15414Z","steps":["trace[1612152157] 'read index received' (duration: 105.235762ms)","trace[1612152157] 'applied index is now lower than readState.Index' (duration: 354.894µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:11.15448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.85123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-22T13:14:11.154514Z","caller":"traceutil/trace.go:171","msg":"trace[2031848815] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4703; }","duration":"105.989082ms","start":"2026-04-22T13:14:11.048514Z","end":"2026-04-22T13:14:11.154503Z","steps":["trace[2031848815] 'agreement among raft nodes before linearized reading' (duration: 105.769469ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.154237Z","caller":"traceutil/trace.go:171","msg":"trace[461618059] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"105.732859ms","start":"2026-04-22T13:14:11.048497Z","end":"2026-04-22T13:14:11.15423Z","steps":["trace[461618059] 'process raft request' (duration: 105.264602ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.157151Z","caller":"traceutil/trace.go:171","msg":"trace[1653419581] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"100.311425ms","start":"2026-04-22T13:14:11.05683Z","end":"2026-04-22T13:14:11.157141Z","steps":["trace[1653419581] 'process raft request' (duration: 100.173323ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.157237Z","caller":"traceutil/trace.go:171","msg":"trace[1396879997] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"103.352556ms","start":"2026-04-22T13:14:11.053874Z","end":"2026-04-22T13:14:11.157226Z","steps":["trace[1396879997] 'process raft request' (duration: 102.993412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:11.157181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.576077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9426"} {"level":"info","ts":"2026-04-22T13:14:11.158367Z","caller":"traceutil/trace.go:171","msg":"trace[1326561716] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4705; }","duration":"109.786204ms","start":"2026-04-22T13:14:11.048563Z","end":"2026-04-22T13:14:11.15835Z","steps":["trace[1326561716] 'agreement among raft nodes before linearized reading' (duration: 108.486036ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.974557Z","caller":"traceutil/trace.go:171","msg":"trace[2125196161] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4922; }","duration":"368.546513ms","start":"2026-04-22T13:14:11.605982Z","end":"2026-04-22T13:14:11.974528Z","steps":["trace[2125196161] 'read index received' (duration: 368.139688ms)","trace[2125196161] 'applied index is now lower than readState.Index' (duration: 405.535µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:11.975076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.396166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T13:14:11.975161Z","caller":"traceutil/trace.go:171","msg":"trace[1139404794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4745; }","duration":"361.516538ms","start":"2026-04-22T13:14:11.613625Z","end":"2026-04-22T13:14:11.975142Z","steps":["trace[1139404794] 'agreement among raft nodes before linearized reading' (duration: 361.264714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:11.97515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.501705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-22T13:14:11.97521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:11.613615Z","time spent":"361.586218ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T13:14:11.975226Z","caller":"traceutil/trace.go:171","msg":"trace[1232747104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4745; }","duration":"208.622916ms","start":"2026-04-22T13:14:11.766587Z","end":"2026-04-22T13:14:11.975209Z","steps":["trace[1232747104] 'agreement among raft nodes before linearized reading' (duration: 208.363633ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.97539Z","caller":"traceutil/trace.go:171","msg":"trace[1534441547] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"383.0457ms","start":"2026-04-22T13:14:11.592307Z","end":"2026-04-22T13:14:11.975353Z","steps":["trace[1534441547] 'process raft request' (duration: 382.043157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:11.975464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.990757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-p7fgf\" ","response":"range_response_count:1 size:4331"} {"level":"warn","ts":"2026-04-22T13:14:11.975478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.185258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-04-22T13:14:11.975503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:11.592288Z","time spent":"383.154631ms","remote":"127.0.0.1:41442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T13:14:11.975527Z","caller":"traceutil/trace.go:171","msg":"trace[1212585008] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4745; }","duration":"357.284679ms","start":"2026-04-22T13:14:11.618229Z","end":"2026-04-22T13:14:11.975513Z","steps":["trace[1212585008] 'agreement among raft nodes before linearized reading' (duration: 357.125177ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.975527Z","caller":"traceutil/trace.go:171","msg":"trace[519836594] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-p7fgf; range_end:; response_count:1; response_revision:4745; }","duration":"191.087148ms","start":"2026-04-22T13:14:11.78442Z","end":"2026-04-22T13:14:11.975507Z","steps":["trace[519836594] 'agreement among raft nodes before linearized reading' (duration: 190.882366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:11.975559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:11.618213Z","time spent":"357.33811ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-22T13:14:11.974991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.980689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T13:14:11.97895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.939951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-04-22T13:14:11.978963Z","caller":"traceutil/trace.go:171","msg":"trace[599855100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4745; }","duration":"372.991874ms","start":"2026-04-22T13:14:11.605951Z","end":"2026-04-22T13:14:11.978942Z","steps":["trace[599855100] 'agreement among raft nodes before linearized reading' (duration: 368.827787ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:11.979032Z","caller":"traceutil/trace.go:171","msg":"trace[433267384] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4745; }","duration":"314.071843ms","start":"2026-04-22T13:14:11.664942Z","end":"2026-04-22T13:14:11.979014Z","steps":["trace[433267384] 'agreement among raft nodes before linearized reading' (duration: 310.017207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:11.979041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:11.605938Z","time spent":"373.087546ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T13:14:11.979085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:11.664928Z","time spent":"314.137783ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2194917,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-22T13:14:12.240363Z","caller":"traceutil/trace.go:171","msg":"trace[964552436] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4924; }","duration":"235.125416ms","start":"2026-04-22T13:14:12.005211Z","end":"2026-04-22T13:14:12.240336Z","steps":["trace[964552436] 'read index received' (duration: 234.772511ms)","trace[964552436] 'applied index is now lower than readState.Index' (duration: 351.805µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:12.240482Z","caller":"traceutil/trace.go:171","msg":"trace[594709780] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"257.034924ms","start":"2026-04-22T13:14:11.98341Z","end":"2026-04-22T13:14:12.240445Z","steps":["trace[594709780] 'process raft request' (duration: 256.814541ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:12.240664Z","caller":"traceutil/trace.go:171","msg":"trace[1501622904] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"257.359608ms","start":"2026-04-22T13:14:11.983275Z","end":"2026-04-22T13:14:12.240635Z","steps":["trace[1501622904] 'process raft request' (duration: 256.789191ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:12.240695Z","caller":"traceutil/trace.go:171","msg":"trace[961443483] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"254.744363ms","start":"2026-04-22T13:14:11.985925Z","end":"2026-04-22T13:14:12.240669Z","steps":["trace[961443483] 'process raft request' (duration: 254.350908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:12.240692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.45919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-22T13:14:12.240773Z","caller":"traceutil/trace.go:171","msg":"trace[1498459313] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4749; }","duration":"235.566061ms","start":"2026-04-22T13:14:12.005184Z","end":"2026-04-22T13:14:12.24075Z","steps":["trace[1498459313] 'agreement among raft nodes before linearized reading' (duration: 235.337088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:12.240809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.774022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:14:12.240889Z","caller":"traceutil/trace.go:171","msg":"trace[188925592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4749; }","duration":"148.893774ms","start":"2026-04-22T13:14:12.091976Z","end":"2026-04-22T13:14:12.24087Z","steps":["trace[188925592] 'agreement among raft nodes before linearized reading' (duration: 148.739942ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:14.464762Z","caller":"traceutil/trace.go:171","msg":"trace[177491307] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"214.146118ms","start":"2026-04-22T13:14:14.250593Z","end":"2026-04-22T13:14:14.46474Z","steps":["trace[177491307] 'process raft request' (duration: 135.338588ms)","trace[177491307] 'compare' (duration: 78.618577ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:14.498733Z","caller":"traceutil/trace.go:171","msg":"trace[187626090] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"149.080774ms","start":"2026-04-22T13:14:14.349628Z","end":"2026-04-22T13:14:14.498709Z","steps":["trace[187626090] 'process raft request' (duration: 148.906612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:15.669358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.780758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa6cbedd-f563-4c42-92ab-3e16d7d1db57\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-04-22T13:14:15.669443Z","caller":"traceutil/trace.go:171","msg":"trace[1079685948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa6cbedd-f563-4c42-92ab-3e16d7d1db57; range_end:; response_count:1; response_revision:4804; }","duration":"162.884139ms","start":"2026-04-22T13:14:15.506538Z","end":"2026-04-22T13:14:15.669422Z","steps":["trace[1079685948] 'range keys from in-memory index tree' (duration: 162.603606ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:18.330964Z","caller":"traceutil/trace.go:171","msg":"trace[1129234931] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"203.633537ms","start":"2026-04-22T13:14:18.127306Z","end":"2026-04-22T13:14:18.330939Z","steps":["trace[1129234931] 'read index received' (duration: 203.494465ms)","trace[1129234931] 'applied index is now lower than readState.Index' (duration: 137.812µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:18.331132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.803129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:18.331174Z","caller":"traceutil/trace.go:171","msg":"trace[1574706643] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4880; }","duration":"203.87013ms","start":"2026-04-22T13:14:18.127291Z","end":"2026-04-22T13:14:18.331161Z","steps":["trace[1574706643] 'agreement among raft nodes before linearized reading' (duration: 203.741918ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:18.331233Z","caller":"traceutil/trace.go:171","msg":"trace[1983648373] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"203.80694ms","start":"2026-04-22T13:14:18.12718Z","end":"2026-04-22T13:14:18.330987Z","steps":["trace[1983648373] 'process raft request' (duration: 203.634487ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:18.799838Z","caller":"traceutil/trace.go:171","msg":"trace[756328499] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5066; }","duration":"390.7412ms","start":"2026-04-22T13:14:18.409074Z","end":"2026-04-22T13:14:18.799816Z","steps":["trace[756328499] 'read index received' (duration: 14.474876ms)","trace[756328499] 'applied index is now lower than readState.Index' (duration: 376.265284ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:18.80002Z","caller":"traceutil/trace.go:171","msg":"trace[958441162] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"406.582664ms","start":"2026-04-22T13:14:18.393405Z","end":"2026-04-22T13:14:18.799988Z","steps":["trace[958441162] 'process raft request' (duration: 313.713557ms)","trace[958441162] 'compare' (duration: 92.602263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:18.800073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.981573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-22T13:14:18.800173Z","caller":"traceutil/trace.go:171","msg":"trace[1439305005] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:4886; }","duration":"391.115234ms","start":"2026-04-22T13:14:18.409044Z","end":"2026-04-22T13:14:18.800159Z","steps":["trace[1439305005] 'agreement among raft nodes before linearized reading' (duration: 390.900731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:18.800257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:18.409033Z","time spent":"391.190656ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-04-22T13:14:18.800265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:18.393396Z","time spent":"406.711666ms","remote":"127.0.0.1:38752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:14:18.803593Z","caller":"traceutil/trace.go:171","msg":"trace[400695536] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"333.820839ms","start":"2026-04-22T13:14:18.469753Z","end":"2026-04-22T13:14:18.803574Z","steps":["trace[400695536] 'process raft request' (duration: 333.704898ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:18.803721Z","caller":"traceutil/trace.go:171","msg":"trace[678460007] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"245.211721ms","start":"2026-04-22T13:14:18.558343Z","end":"2026-04-22T13:14:18.803555Z","steps":["trace[678460007] 'process raft request' (duration: 245.17778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:18.803732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:18.469725Z","time spent":"333.960241ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:14:18.817099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.456336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T13:14:18.817156Z","caller":"traceutil/trace.go:171","msg":"trace[1425732182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4889; }","duration":"339.545618ms","start":"2026-04-22T13:14:18.4776Z","end":"2026-04-22T13:14:18.817145Z","steps":["trace[1425732182] 'agreement among raft nodes before linearized reading' (duration: 339.417556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:18.817191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:18.477588Z","time spent":"339.597339ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T13:14:19.932235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.038165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:14:19.932299Z","caller":"traceutil/trace.go:171","msg":"trace[642107991] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4898; }","duration":"480.117836ms","start":"2026-04-22T13:14:19.452168Z","end":"2026-04-22T13:14:19.932286Z","steps":["trace[642107991] 'count revisions from in-memory index tree' (duration: 479.944024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:19.932331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:19.452099Z","time spent":"480.225228ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":35,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:14:19.932819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.201384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:14:19.932851Z","caller":"traceutil/trace.go:171","msg":"trace[450637084] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4898; }","duration":"343.273865ms","start":"2026-04-22T13:14:19.589568Z","end":"2026-04-22T13:14:19.932842Z","steps":["trace[450637084] 'count revisions from in-memory index tree' (duration: 343.124523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:19.93287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:19.589546Z","time spent":"343.318145ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":9,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:14:25.423272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.578928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:14:25.424249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.704383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-22T13:14:25.424292Z","caller":"traceutil/trace.go:171","msg":"trace[942121822] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4937; }","duration":"478.631002ms","start":"2026-04-22T13:14:24.945632Z","end":"2026-04-22T13:14:25.424263Z","steps":["trace[942121822] 'agreement among raft nodes before linearized reading' (duration: 49.276885ms)","trace[942121822] 'count revisions from in-memory index tree' (duration: 428.305093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:25.424516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:24.945616Z","time spent":"478.882626ms","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:14:25.423694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.195381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:14:25.424435Z","caller":"traceutil/trace.go:171","msg":"trace[2125490672] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4937; }","duration":"478.873485ms","start":"2026-04-22T13:14:24.94553Z","end":"2026-04-22T13:14:25.424404Z","steps":["trace[2125490672] 'agreement among raft nodes before linearized reading' (duration: 49.420817ms)","trace[2125490672] 'range keys from in-memory index tree' (duration: 428.499906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:25.423359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.827063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"warn","ts":"2026-04-22T13:14:25.42484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:24.945511Z","time spent":"479.317251ms","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-22T13:14:25.424804Z","caller":"traceutil/trace.go:171","msg":"trace[1203771545] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"423.345856ms","start":"2026-04-22T13:14:25.001435Z","end":"2026-04-22T13:14:25.424781Z","steps":["trace[1203771545] 'process raft request' (duration: 16.99885ms)","trace[1203771545] 'compare' (duration: 404.767676ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:25.424871Z","caller":"traceutil/trace.go:171","msg":"trace[651497824] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4937; }","duration":"425.350463ms","start":"2026-04-22T13:14:24.999493Z","end":"2026-04-22T13:14:25.424843Z","steps":["trace[651497824] 'range keys from in-memory index tree' (duration: 423.656151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:25.425125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.001415Z","time spent":"423.573469ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":989,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:14:25.425123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:24.999477Z","time spent":"425.622407ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12995,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-22T13:14:25.546795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121235638553535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:14:25.931522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.117876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:14:25.931599Z","caller":"traceutil/trace.go:171","msg":"trace[316995850] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"930.074817ms","start":"2026-04-22T13:14:25.00151Z","end":"2026-04-22T13:14:25.931585Z","steps":["trace[316995850] 'process raft request' (duration: 551.832249ms)","trace[316995850] 'compare' (duration: 378.035895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:25.931638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.001497Z","time spent":"930.123107ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1405,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:14:26.006829Z","caller":"traceutil/trace.go:171","msg":"trace[836043611] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5124; }","duration":"960.69602ms","start":"2026-04-22T13:14:25.046088Z","end":"2026-04-22T13:14:26.006784Z","steps":["trace[836043611] 'read index received' (duration: 507.247138ms)","trace[836043611] 'applied index is now lower than readState.Index' (duration: 453.447932ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:26.007134Z","caller":"traceutil/trace.go:171","msg":"trace[1497942846] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"674.071695ms","start":"2026-04-22T13:14:25.33305Z","end":"2026-04-22T13:14:26.007122Z","steps":["trace[1497942846] 'process raft request' (duration: 673.504258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.00724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.333023Z","time spent":"674.148066ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:14:26.007988Z","caller":"traceutil/trace.go:171","msg":"trace[67304493] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"663.434011ms","start":"2026-04-22T13:14:25.344539Z","end":"2026-04-22T13:14:26.007973Z","steps":["trace[67304493] 'process raft request' (duration: 662.143575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.008175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.344524Z","time spent":"663.526342ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:14:26.008152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.916856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:26.010949Z","caller":"traceutil/trace.go:171","msg":"trace[1442274634] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4942; }","duration":"964.890966ms","start":"2026-04-22T13:14:25.04605Z","end":"2026-04-22T13:14:26.010941Z","steps":["trace[1442274634] 'agreement among raft nodes before linearized reading' (duration: 961.868365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.010994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.046032Z","time spent":"964.951477ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-22T13:14:26.01298Z","caller":"traceutil/trace.go:171","msg":"trace[1272776966] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"571.564234ms","start":"2026-04-22T13:14:25.436168Z","end":"2026-04-22T13:14:26.007732Z","steps":["trace[1272776966] 'process raft request' (duration: 570.561601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.013155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.436149Z","time spent":"576.916956ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:14:26.024279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.03829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:26.024343Z","caller":"traceutil/trace.go:171","msg":"trace[1093289564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4943; }","duration":"911.153001ms","start":"2026-04-22T13:14:25.113176Z","end":"2026-04-22T13:14:26.024329Z","steps":["trace[1093289564] 'agreement among raft nodes before linearized reading' (duration: 911.000329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.024372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.113156Z","time spent":"911.210242ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:14:26.024412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.009263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0b2753c-d034-49e4-b257-68584668fc51\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-22T13:14:26.024477Z","caller":"traceutil/trace.go:171","msg":"trace[1540971660] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0b2753c-d034-49e4-b257-68584668fc51; range_end:; response_count:1; response_revision:4943; }","duration":"596.110074ms","start":"2026-04-22T13:14:25.428348Z","end":"2026-04-22T13:14:26.024458Z","steps":["trace[1540971660] 'agreement among raft nodes before linearized reading' (duration: 595.877461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.024519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.428332Z","time spent":"596.178145ms","remote":"127.0.0.1:46180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-d0b2753c-d034-49e4-b257-68584668fc51\" "} {"level":"warn","ts":"2026-04-22T13:14:26.024623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.524635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T13:14:26.024646Z","caller":"traceutil/trace.go:171","msg":"trace[755485262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4943; }","duration":"669.563775ms","start":"2026-04-22T13:14:25.355075Z","end":"2026-04-22T13:14:26.024639Z","steps":["trace[755485262] 'agreement among raft nodes before linearized reading' (duration: 669.454304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.024664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.355069Z","time spent":"669.591515ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T13:14:26.02483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.56331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:14:26.024848Z","caller":"traceutil/trace.go:171","msg":"trace[697068233] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4943; }","duration":"688.610841ms","start":"2026-04-22T13:14:25.336231Z","end":"2026-04-22T13:14:26.024842Z","steps":["trace[697068233] 'agreement among raft nodes before linearized reading' (duration: 688.54581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.024867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.336222Z","time spent":"688.640302ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":68,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:14:26.024943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.820305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:14:26.024978Z","caller":"traceutil/trace.go:171","msg":"trace[150249990] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4943; }","duration":"251.859725ms","start":"2026-04-22T13:14:25.773108Z","end":"2026-04-22T13:14:26.024967Z","steps":["trace[150249990] 'agreement among raft nodes before linearized reading' (duration: 251.801765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.024995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.433697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:14:26.025015Z","caller":"traceutil/trace.go:171","msg":"trace[1853553460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4943; }","duration":"802.490217ms","start":"2026-04-22T13:14:25.222519Z","end":"2026-04-22T13:14:26.025009Z","steps":["trace[1853553460] 'agreement among raft nodes before linearized reading' (duration: 802.432686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:26.025037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:25.222499Z","time spent":"802.530327ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T13:14:26.520971Z","caller":"traceutil/trace.go:171","msg":"trace[989135003] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"231.073553ms","start":"2026-04-22T13:14:26.289841Z","end":"2026-04-22T13:14:26.520915Z","steps":["trace[989135003] 'process raft request' (duration: 230.707397ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:26.732781Z","caller":"traceutil/trace.go:171","msg":"trace[1529047374] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"116.977996ms","start":"2026-04-22T13:14:26.61557Z","end":"2026-04-22T13:14:26.732548Z","steps":["trace[1529047374] 'read index received' (duration: 81.857634ms)","trace[1529047374] 'applied index is now lower than readState.Index' (duration: 35.118952ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:26.732752Z","caller":"traceutil/trace.go:171","msg":"trace[2106292636] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"206.160596ms","start":"2026-04-22T13:14:26.526549Z","end":"2026-04-22T13:14:26.73271Z","steps":["trace[2106292636] 'process raft request' (duration: 170.958743ms)","trace[2106292636] 'compare' (duration: 34.374392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:14:26.733031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.432512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"info","ts":"2026-04-22T13:14:26.733246Z","caller":"traceutil/trace.go:171","msg":"trace[1817868962] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4953; }","duration":"117.701595ms","start":"2026-04-22T13:14:26.615526Z","end":"2026-04-22T13:14:26.733227Z","steps":["trace[1817868962] 'agreement among raft nodes before linearized reading' (duration: 117.33485ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:26.923733Z","caller":"traceutil/trace.go:171","msg":"trace[672383398] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"181.743648ms","start":"2026-04-22T13:14:26.741958Z","end":"2026-04-22T13:14:26.923702Z","steps":["trace[672383398] 'process raft request' (duration: 178.250151ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:26.937622Z","caller":"traceutil/trace.go:171","msg":"trace[170171042] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"105.304407ms","start":"2026-04-22T13:14:26.832288Z","end":"2026-04-22T13:14:26.937593Z","steps":["trace[170171042] 'process raft request' (duration: 105.140845ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.225553Z","caller":"traceutil/trace.go:171","msg":"trace[847815838] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5145; }","duration":"130.194882ms","start":"2026-04-22T13:14:27.095334Z","end":"2026-04-22T13:14:27.225529Z","steps":["trace[847815838] 'read index received' (duration: 27.61325ms)","trace[847815838] 'applied index is now lower than readState.Index' (duration: 102.580592ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:27.225676Z","caller":"traceutil/trace.go:171","msg":"trace[718019417] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"131.334838ms","start":"2026-04-22T13:14:27.094331Z","end":"2026-04-22T13:14:27.225666Z","steps":["trace[718019417] 'process raft request' (duration: 131.147185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:27.22583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.688266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:27.225907Z","caller":"traceutil/trace.go:171","msg":"trace[326653416] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:4963; }","duration":"129.786817ms","start":"2026-04-22T13:14:27.096104Z","end":"2026-04-22T13:14:27.225891Z","steps":["trace[326653416] 'agreement among raft nodes before linearized reading' (duration: 129.639625ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.225565Z","caller":"traceutil/trace.go:171","msg":"trace[1951779923] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"132.957429ms","start":"2026-04-22T13:14:27.09258Z","end":"2026-04-22T13:14:27.225538Z","steps":["trace[1951779923] 'process raft request' (duration: 132.777167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:27.226119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.545863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:27.226153Z","caller":"traceutil/trace.go:171","msg":"trace[1346739757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4963; }","duration":"114.618233ms","start":"2026-04-22T13:14:27.111525Z","end":"2026-04-22T13:14:27.226143Z","steps":["trace[1346739757] 'agreement among raft nodes before linearized reading' (duration: 114.568973ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.225564Z","caller":"traceutil/trace.go:171","msg":"trace[1268006396] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"133.04502ms","start":"2026-04-22T13:14:27.092495Z","end":"2026-04-22T13:14:27.22554Z","steps":["trace[1268006396] 'process raft request' (duration: 132.213339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:27.227158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.654258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa6cbedd-f563-4c42-92ab-3e16d7d1db57\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-22T13:14:27.227243Z","caller":"traceutil/trace.go:171","msg":"trace[1830930919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa6cbedd-f563-4c42-92ab-3e16d7d1db57; range_end:; response_count:1; response_revision:4963; }","duration":"131.920716ms","start":"2026-04-22T13:14:27.095302Z","end":"2026-04-22T13:14:27.227222Z","steps":["trace[1830930919] 'agreement among raft nodes before linearized reading' (duration: 130.419586ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.48726Z","caller":"traceutil/trace.go:171","msg":"trace[1385494755] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"243.336766ms","start":"2026-04-22T13:14:27.243905Z","end":"2026-04-22T13:14:27.487242Z","steps":["trace[1385494755] 'process raft request' (duration: 243.299546ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.487306Z","caller":"traceutil/trace.go:171","msg":"trace[1016223129] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"243.370237ms","start":"2026-04-22T13:14:27.243912Z","end":"2026-04-22T13:14:27.487282Z","steps":["trace[1016223129] 'process raft request' (duration: 243.163163ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.493671Z","caller":"traceutil/trace.go:171","msg":"trace[1273228171] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"245.952632ms","start":"2026-04-22T13:14:27.247688Z","end":"2026-04-22T13:14:27.49364Z","steps":["trace[1273228171] 'process raft request' (duration: 245.738649ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:27.493822Z","caller":"traceutil/trace.go:171","msg":"trace[2116976749] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"249.500039ms","start":"2026-04-22T13:14:27.244312Z","end":"2026-04-22T13:14:27.493812Z","steps":["trace[2116976749] 'process raft request' (duration: 249.002343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.939917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.009196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:30.940014Z","caller":"traceutil/trace.go:171","msg":"trace[868888143] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5053; }","duration":"391.161547ms","start":"2026-04-22T13:14:30.548829Z","end":"2026-04-22T13:14:30.939991Z","steps":["trace[868888143] 'count revisions from in-memory index tree' (duration: 390.857593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.94007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:30.548808Z","time spent":"391.245748ms","remote":"127.0.0.1:52150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:14:30.94033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.823558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:30.94041Z","caller":"traceutil/trace.go:171","msg":"trace[1369968049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5053; }","duration":"825.914359ms","start":"2026-04-22T13:14:30.114477Z","end":"2026-04-22T13:14:30.940391Z","steps":["trace[1369968049] 'range keys from in-memory index tree' (duration: 825.738847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.940446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:30.114426Z","time spent":"826.011981ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:14:30.9405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.136051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T13:14:30.940542Z","caller":"traceutil/trace.go:171","msg":"trace[906086190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5053; }","duration":"773.230471ms","start":"2026-04-22T13:14:30.167299Z","end":"2026-04-22T13:14:30.940529Z","steps":["trace[906086190] 'range keys from in-memory index tree' (duration: 772.973449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.940572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:30.167268Z","time spent":"773.295663ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:14:30.940574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.119213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29fa519c-20fe-48c6-81f0-7fe100c7de3b\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-04-22T13:14:30.940678Z","caller":"traceutil/trace.go:171","msg":"trace[2121835549] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29fa519c-20fe-48c6-81f0-7fe100c7de3b; range_end:; response_count:1; response_revision:5053; }","duration":"248.263806ms","start":"2026-04-22T13:14:30.692396Z","end":"2026-04-22T13:14:30.94066Z","steps":["trace[2121835549] 'range keys from in-memory index tree' (duration: 247.950391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.94073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.954617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:14:30.940783Z","caller":"traceutil/trace.go:171","msg":"trace[1351817229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5053; }","duration":"828.015757ms","start":"2026-04-22T13:14:30.112739Z","end":"2026-04-22T13:14:30.940754Z","steps":["trace[1351817229] 'range keys from in-memory index tree' (duration: 827.861835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.940811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:30.112724Z","time spent":"828.079838ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:14:30.940882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.292568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:14:30.940933Z","caller":"traceutil/trace.go:171","msg":"trace[1292793715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5053; }","duration":"827.347878ms","start":"2026-04-22T13:14:30.113568Z","end":"2026-04-22T13:14:30.940916Z","steps":["trace[1292793715] 'range keys from in-memory index tree' (duration: 827.205337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:30.940965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:30.113564Z","time spent":"827.393649ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T13:14:30.94124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.291097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T13:14:30.94127Z","caller":"traceutil/trace.go:171","msg":"trace[1382899483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5053; }","duration":"193.37672ms","start":"2026-04-22T13:14:30.747885Z","end":"2026-04-22T13:14:30.941261Z","steps":["trace[1382899483] 'range keys from in-memory index tree' (duration: 193.208416ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:36.472069Z","caller":"traceutil/trace.go:171","msg":"trace[1803115797] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"428.813993ms","start":"2026-04-22T13:14:36.043227Z","end":"2026-04-22T13:14:36.472041Z","steps":["trace[1803115797] 'process raft request' (duration: 428.654191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:36.472222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:36.043206Z","time spent":"428.938434ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:14:36.475374Z","caller":"traceutil/trace.go:171","msg":"trace[487546844] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"425.363357ms","start":"2026-04-22T13:14:36.049992Z","end":"2026-04-22T13:14:36.475356Z","steps":["trace[487546844] 'read index received' (duration: 422.344477ms)","trace[487546844] 'applied index is now lower than readState.Index' (duration: 3.01811ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:36.475522Z","caller":"traceutil/trace.go:171","msg":"trace[1035282170] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"430.045939ms","start":"2026-04-22T13:14:36.045434Z","end":"2026-04-22T13:14:36.47548Z","steps":["trace[1035282170] 'process raft request' (duration: 429.757045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:36.475721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:36.045417Z","time spent":"430.19792ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:14:36.475734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.536189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:14:36.475772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.43325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-22T13:14:36.475735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.719742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-04-22T13:14:36.475864Z","caller":"traceutil/trace.go:171","msg":"trace[1185263076] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5148; }","duration":"411.530312ms","start":"2026-04-22T13:14:36.064318Z","end":"2026-04-22T13:14:36.475849Z","steps":["trace[1185263076] 'agreement among raft nodes before linearized reading' (duration: 411.250218ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:36.475901Z","caller":"traceutil/trace.go:171","msg":"trace[574975196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5148; }","duration":"363.68203ms","start":"2026-04-22T13:14:36.112155Z","end":"2026-04-22T13:14:36.475837Z","steps":["trace[574975196] 'agreement among raft nodes before linearized reading' (duration: 363.476128ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:36.475913Z","caller":"traceutil/trace.go:171","msg":"trace[617664393] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5148; }","duration":"425.908474ms","start":"2026-04-22T13:14:36.049981Z","end":"2026-04-22T13:14:36.47589Z","steps":["trace[617664393] 'agreement among raft nodes before linearized reading' (duration: 425.55785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:36.476005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:36.112143Z","time spent":"363.844342ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:14:36.475973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:36.064311Z","time spent":"411.627793ms","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-22T13:14:36.476026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:36.049956Z","time spent":"426.057106ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-22T13:14:41.466816Z","caller":"traceutil/trace.go:171","msg":"trace[2145662430] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"474.952484ms","start":"2026-04-22T13:14:40.991834Z","end":"2026-04-22T13:14:41.466787Z","steps":["trace[2145662430] 'process raft request' (duration: 474.758691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.466963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:40.99181Z","time spent":"475.075845ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:14:41.587266Z","caller":"traceutil/trace.go:171","msg":"trace[1811588957] linearizableReadLoop","detail":"{readStateIndex:5382; appliedIndex:5380; }","duration":"586.914408ms","start":"2026-04-22T13:14:41.000331Z","end":"2026-04-22T13:14:41.587245Z","steps":["trace[1811588957] 'read index received' (duration: 466.257397ms)","trace[1811588957] 'applied index is now lower than readState.Index' (duration: 120.656041ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:41.587742Z","caller":"traceutil/trace.go:171","msg":"trace[1014819356] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"594.550189ms","start":"2026-04-22T13:14:40.993088Z","end":"2026-04-22T13:14:41.587638Z","steps":["trace[1014819356] 'process raft request' (duration: 594.036303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.587942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.187144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:14:41.58805Z","caller":"traceutil/trace.go:171","msg":"trace[1596645590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5191; }","duration":"567.326126ms","start":"2026-04-22T13:14:41.020705Z","end":"2026-04-22T13:14:41.588031Z","steps":["trace[1596645590] 'agreement among raft nodes before linearized reading' (duration: 567.012061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.588132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.020694Z","time spent":"567.417068ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:14:41.587942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:40.993063Z","time spent":"594.755113ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:14:41.588367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.935889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:14:41.58858Z","caller":"traceutil/trace.go:171","msg":"trace[1428958295] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5191; }","duration":"155.204712ms","start":"2026-04-22T13:14:41.433358Z","end":"2026-04-22T13:14:41.588563Z","steps":["trace[1428958295] 'agreement among raft nodes before linearized reading' (duration: 154.469233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.588703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.114756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T13:14:41.588879Z","caller":"traceutil/trace.go:171","msg":"trace[1755718110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5191; }","duration":"568.328539ms","start":"2026-04-22T13:14:41.020537Z","end":"2026-04-22T13:14:41.588865Z","steps":["trace[1755718110] 'agreement among raft nodes before linearized reading' (duration: 568.047526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.588932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.628497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-22T13:14:41.588924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.02052Z","time spent":"568.39073ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T13:14:41.589011Z","caller":"traceutil/trace.go:171","msg":"trace[1113185261] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5191; }","duration":"429.756399ms","start":"2026-04-22T13:14:41.159236Z","end":"2026-04-22T13:14:41.588993Z","steps":["trace[1113185261] 'agreement among raft nodes before linearized reading' (duration: 429.513746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.589049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.159217Z","time spent":"429.82392ms","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-22T13:14:41.588747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.048574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:14:41.58911Z","caller":"traceutil/trace.go:171","msg":"trace[434936598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5191; }","duration":"475.426848ms","start":"2026-04-22T13:14:41.113672Z","end":"2026-04-22T13:14:41.589099Z","steps":["trace[434936598] 'agreement among raft nodes before linearized reading' (duration: 475.059734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.589178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.113662Z","time spent":"475.50562ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:14:41.589332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.992016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T13:14:41.58938Z","caller":"traceutil/trace.go:171","msg":"trace[1043359473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5191; }","duration":"589.063078ms","start":"2026-04-22T13:14:41.000306Z","end":"2026-04-22T13:14:41.589369Z","steps":["trace[1043359473] 'agreement among raft nodes before linearized reading' (duration: 587.257473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.589408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.735386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:14:41.589538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.676952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T13:14:41.589626Z","caller":"traceutil/trace.go:171","msg":"trace[1082088528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5191; }","duration":"570.786793ms","start":"2026-04-22T13:14:41.018827Z","end":"2026-04-22T13:14:41.589614Z","steps":["trace[1082088528] 'agreement among raft nodes before linearized reading' (duration: 568.818527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.589735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.018818Z","time spent":"570.904895ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T13:14:41.589483Z","caller":"traceutil/trace.go:171","msg":"trace[1631868468] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5191; }","duration":"470.831168ms","start":"2026-04-22T13:14:41.118621Z","end":"2026-04-22T13:14:41.589452Z","steps":["trace[1631868468] 'agreement among raft nodes before linearized reading' (duration: 469.076984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.589882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.118603Z","time spent":"471.264533ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T13:14:41.589549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.164287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T13:14:41.590597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.000298Z","time spent":"589.106578ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:14:41.590252Z","caller":"traceutil/trace.go:171","msg":"trace[1439039028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5191; }","duration":"517.913757ms","start":"2026-04-22T13:14:41.072325Z","end":"2026-04-22T13:14:41.590239Z","steps":["trace[1439039028] 'agreement among raft nodes before linearized reading' (duration: 515.377583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:14:41.590954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:14:41.072315Z","time spent":"518.622586ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T13:14:41.749653Z","caller":"traceutil/trace.go:171","msg":"trace[1027550671] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"154.25375ms","start":"2026-04-22T13:14:41.595372Z","end":"2026-04-22T13:14:41.749626Z","steps":["trace[1027550671] 'process raft request' (duration: 119.506865ms)","trace[1027550671] 'compare' (duration: 34.578673ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:14:41.749824Z","caller":"traceutil/trace.go:171","msg":"trace[1232001348] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"154.296ms","start":"2026-04-22T13:14:41.595506Z","end":"2026-04-22T13:14:41.749802Z","steps":["trace[1232001348] 'process raft request' (duration: 154.074117ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:41.750045Z","caller":"traceutil/trace.go:171","msg":"trace[1450232567] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"154.205239ms","start":"2026-04-22T13:14:41.595816Z","end":"2026-04-22T13:14:41.750021Z","steps":["trace[1450232567] 'process raft request' (duration: 154.074757ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:41.750103Z","caller":"traceutil/trace.go:171","msg":"trace[1337024261] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"154.154509ms","start":"2026-04-22T13:14:41.59586Z","end":"2026-04-22T13:14:41.750014Z","steps":["trace[1337024261] 'process raft request' (duration: 154.106888ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:41.750046Z","caller":"traceutil/trace.go:171","msg":"trace[1318257367] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"154.443702ms","start":"2026-04-22T13:14:41.59557Z","end":"2026-04-22T13:14:41.750014Z","steps":["trace[1318257367] 'process raft request' (duration: 154.186468ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:42.284202Z","caller":"traceutil/trace.go:171","msg":"trace[1904105387] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"121.169428ms","start":"2026-04-22T13:14:42.163011Z","end":"2026-04-22T13:14:42.284181Z","steps":["trace[1904105387] 'process raft request' (duration: 120.990986ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:43.586698Z","caller":"traceutil/trace.go:171","msg":"trace[2045331261] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"114.399776ms","start":"2026-04-22T13:14:43.472276Z","end":"2026-04-22T13:14:43.586675Z","steps":["trace[2045331261] 'process raft request' (duration: 114.274404ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:14:55.32687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2823} {"level":"info","ts":"2026-04-22T13:14:55.414479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2823,"took":"86.185663ms","hash":2639536135,"current-db-size-bytes":51904512,"current-db-size":"52 MB","current-db-size-in-use-bytes":27357184,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-22T13:14:55.414554Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2639536135,"revision":2823,"compact-revision":-1} {"level":"info","ts":"2026-04-22T13:15:23.695205Z","caller":"traceutil/trace.go:171","msg":"trace[904833179] linearizableReadLoop","detail":"{readStateIndex:5739; appliedIndex:5738; }","duration":"151.043048ms","start":"2026-04-22T13:15:23.544128Z","end":"2026-04-22T13:15:23.695171Z","steps":["trace[904833179] 'read index received' (duration: 102.249619ms)","trace[904833179] 'applied index is now lower than readState.Index' (duration: 48.788699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:15:23.695501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.344412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-22T13:15:23.695542Z","caller":"traceutil/trace.go:171","msg":"trace[104990532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5536; }","duration":"151.443252ms","start":"2026-04-22T13:15:23.544086Z","end":"2026-04-22T13:15:23.69553Z","steps":["trace[104990532] 'agreement among raft nodes before linearized reading' (duration: 151.204459ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:15:26.814153Z","caller":"traceutil/trace.go:171","msg":"trace[539231450] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"109.801386ms","start":"2026-04-22T13:15:26.704325Z","end":"2026-04-22T13:15:26.814127Z","steps":["trace[539231450] 'process raft request' (duration: 109.653023ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:18:18.572082Z","caller":"traceutil/trace.go:171","msg":"trace[572131234] transaction","detail":"{read_only:false; response_revision:6763; number_of_response:1; }","duration":"206.177579ms","start":"2026-04-22T13:18:18.365864Z","end":"2026-04-22T13:18:18.572041Z","steps":["trace[572131234] 'process raft request' (duration: 205.919222ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:18:18.611221Z","caller":"traceutil/trace.go:171","msg":"trace[2029016353] linearizableReadLoop","detail":"{readStateIndex:7007; appliedIndex:7005; }","duration":"189.289612ms","start":"2026-04-22T13:18:18.421901Z","end":"2026-04-22T13:18:18.61119Z","steps":["trace[2029016353] 'read index received' (duration: 149.904844ms)","trace[2029016353] 'applied index is now lower than readState.Index' (duration: 39.383148ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:18:18.611504Z","caller":"traceutil/trace.go:171","msg":"trace[1362125884] transaction","detail":"{read_only:false; response_revision:6764; number_of_response:1; }","duration":"245.144906ms","start":"2026-04-22T13:18:18.366331Z","end":"2026-04-22T13:18:18.611476Z","steps":["trace[1362125884] 'process raft request' (duration: 243.638682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:18.611554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.616961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-22T13:18:18.611622Z","caller":"traceutil/trace.go:171","msg":"trace[398100271] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:6764; }","duration":"189.769716ms","start":"2026-04-22T13:18:18.421834Z","end":"2026-04-22T13:18:18.611604Z","steps":["trace[398100271] 'agreement among raft nodes before linearized reading' (duration: 189.490558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:29.342674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.510271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:18:29.342749Z","caller":"traceutil/trace.go:171","msg":"trace[479626968] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"276.391745ms","start":"2026-04-22T13:18:29.066344Z","end":"2026-04-22T13:18:29.342736Z","steps":["trace[479626968] 'process raft request' (duration: 42.7401ms)","trace[479626968] 'compare' (duration: 233.403838ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:18:29.39138Z","caller":"traceutil/trace.go:171","msg":"trace[1758226323] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"324.889448ms","start":"2026-04-22T13:18:29.066467Z","end":"2026-04-22T13:18:29.391357Z","steps":["trace[1758226323] 'process raft request' (duration: 324.702143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:29.391567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:18:29.066446Z","time spent":"325.042103ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:18:29.392148Z","caller":"traceutil/trace.go:171","msg":"trace[1242100133] linearizableReadLoop","detail":"{readStateIndex:7074; appliedIndex:7072; }","duration":"215.107221ms","start":"2026-04-22T13:18:29.177027Z","end":"2026-04-22T13:18:29.392134Z","steps":["trace[1242100133] 'read index received' (duration: 214.065772ms)","trace[1242100133] 'applied index is now lower than readState.Index' (duration: 1.040469ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:18:29.392128Z","caller":"traceutil/trace.go:171","msg":"trace[1964335844] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"291.314688ms","start":"2026-04-22T13:18:29.100786Z","end":"2026-04-22T13:18:29.392101Z","steps":["trace[1964335844] 'process raft request' (duration: 290.524496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:29.392358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.321137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-04-22T13:18:29.393293Z","caller":"traceutil/trace.go:171","msg":"trace[752866165] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6828; }","duration":"216.299724ms","start":"2026-04-22T13:18:29.176978Z","end":"2026-04-22T13:18:29.393278Z","steps":["trace[752866165] 'agreement among raft nodes before linearized reading' (duration: 215.214724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:29.393023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.787433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-04-22T13:18:29.393478Z","caller":"traceutil/trace.go:171","msg":"trace[1600044986] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6828; }","duration":"178.235066ms","start":"2026-04-22T13:18:29.215223Z","end":"2026-04-22T13:18:29.393458Z","steps":["trace[1600044986] 'agreement among raft nodes before linearized reading' (duration: 177.198777ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:18:29.528988Z","caller":"traceutil/trace.go:171","msg":"trace[259770856] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"132.45672ms","start":"2026-04-22T13:18:29.396493Z","end":"2026-04-22T13:18:29.528949Z","steps":["trace[259770856] 'process raft request' (duration: 122.24226ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:18:29.533239Z","caller":"traceutil/trace.go:171","msg":"trace[1941309066] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"110.962361ms","start":"2026-04-22T13:18:29.422257Z","end":"2026-04-22T13:18:29.53322Z","steps":["trace[1941309066] 'process raft request' (duration: 110.872839ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:18:47.69694Z","caller":"traceutil/trace.go:171","msg":"trace[2072034680] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"100.640797ms","start":"2026-04-22T13:18:47.596268Z","end":"2026-04-22T13:18:47.696908Z","steps":["trace[2072034680] 'process raft request' (duration: 84.670629ms)","trace[2072034680] 'compare' (duration: 15.850625ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:18:47.70602Z","caller":"traceutil/trace.go:171","msg":"trace[220126310] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"105.039778ms","start":"2026-04-22T13:18:47.600955Z","end":"2026-04-22T13:18:47.705995Z","steps":["trace[220126310] 'process raft request' (duration: 104.913564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:48.223866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.629242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T13:18:48.223955Z","caller":"traceutil/trace.go:171","msg":"trace[321043331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6973; }","duration":"168.774795ms","start":"2026-04-22T13:18:48.055159Z","end":"2026-04-22T13:18:48.223934Z","steps":["trace[321043331] 'count revisions from in-memory index tree' (duration: 168.526429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:18:48.224424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.154914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:18:48.224508Z","caller":"traceutil/trace.go:171","msg":"trace[1043812067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6973; }","duration":"113.313139ms","start":"2026-04-22T13:18:48.111174Z","end":"2026-04-22T13:18:48.224487Z","steps":["trace[1043812067] 'range keys from in-memory index tree' (duration: 113.073332ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:18:58.362847Z","caller":"traceutil/trace.go:171","msg":"trace[1249025883] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"156.031743ms","start":"2026-04-22T13:18:58.206789Z","end":"2026-04-22T13:18:58.362821Z","steps":["trace[1249025883] 'process raft request' (duration: 155.868097ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:19:55.333841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5278} {"level":"info","ts":"2026-04-22T13:19:55.434274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5278,"took":"98.729736ms","hash":2823913895,"current-db-size-bytes":51904512,"current-db-size":"52 MB","current-db-size-in-use-bytes":18657280,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-22T13:19:55.434346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2823913895,"revision":5278,"compact-revision":2823} {"level":"info","ts":"2026-04-22T13:22:36.583199Z","caller":"traceutil/trace.go:171","msg":"trace[1508560218] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"103.312784ms","start":"2026-04-22T13:22:36.479866Z","end":"2026-04-22T13:22:36.583179Z","steps":["trace[1508560218] 'process raft request' (duration: 103.08307ms)"],"step_count":1}