{"level":"warn","ts":"2026-03-07T02:51:07.533559Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T02:51:07.533649Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.122:2380","--initial-cluster=instance=https://199.204.45.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-07T02:51:07.533712Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T02:51:07.533724Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-07T02:51:07.533743Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T02:51:07.534346Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"]} {"level":"info","ts":"2026-03-07T02:51:07.534412Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-07T02:51:07.53898Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.359698ms"} {"level":"info","ts":"2026-03-07T02:51:07.544976Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d2c3f297b56db0c4","cluster-id":"becafec23d27c587"} {"level":"info","ts":"2026-03-07T02:51:07.545082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-07T02:51:07.545119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 0"} {"level":"info","ts":"2026-03-07T02:51:07.545145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d2c3f297b56db0c4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-07T02:51:07.54516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 1"} {"level":"info","ts":"2026-03-07T02:51:07.545221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"warn","ts":"2026-03-07T02:51:07.552652Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-07T02:51:07.554222Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-07T02:51:07.555362Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-07T02:51:07.55842Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d2c3f297b56db0c4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-07T02:51:07.5587Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:51:07.559357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:51:07.559451Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:51:07.558645Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d2c3f297b56db0c4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-07T02:51:07.560924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"info","ts":"2026-03-07T02:51:07.561245Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","added-peer-id":"d2c3f297b56db0c4","added-peer-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-07T02:51:07.563224Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T02:51:07.563345Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-07T02:51:07.563413Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-07T02:51:07.563692Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d2c3f297b56db0c4","initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-07T02:51:07.563748Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-07T02:51:08.245665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-07T02:51:08.245776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-07T02:51:08.245826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgPreVoteResp from d2c3f297b56db0c4 at term 1"} {"level":"info","ts":"2026-03-07T02:51:08.245852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became candidate at term 2"} {"level":"info","ts":"2026-03-07T02:51:08.245878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgVoteResp from d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-07T02:51:08.245897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became leader at term 2"} {"level":"info","ts":"2026-03-07T02:51:08.245915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d2c3f297b56db0c4 elected leader d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-07T02:51:08.247241Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d2c3f297b56db0c4","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.122:2379]}","request-path":"/0/members/d2c3f297b56db0c4/attributes","cluster-id":"becafec23d27c587","publish-timeout":"7s"} {"level":"info","ts":"2026-03-07T02:51:08.247246Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T02:51:08.247247Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:08.247557Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T02:51:08.247941Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-07T02:51:08.247971Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-07T02:51:08.248536Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:08.24867Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:08.248723Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:08.250746Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.122:2379"} {"level":"info","ts":"2026-03-07T02:51:08.250839Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-07T02:51:14.925376Z","caller":"traceutil/trace.go:171","msg":"trace[1241862297] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"137.296274ms","start":"2026-03-07T02:51:14.788055Z","end":"2026-03-07T02:51:14.925351Z","steps":["trace[1241862297] 'process raft request' (duration: 137.099851ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:15.395838Z","caller":"traceutil/trace.go:171","msg":"trace[797927099] linearizableReadLoop","detail":"{readStateIndex:334; appliedIndex:333; }","duration":"108.430642ms","start":"2026-03-07T02:51:15.287386Z","end":"2026-03-07T02:51:15.395816Z","steps":["trace[797927099] 'read index received' (duration: 29.966412ms)","trace[797927099] 'applied index is now lower than readState.Index' (duration: 78.46334ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:15.395896Z","caller":"traceutil/trace.go:171","msg":"trace[1938885797] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"110.410822ms","start":"2026-03-07T02:51:15.285456Z","end":"2026-03-07T02:51:15.395867Z","steps":["trace[1938885797] 'process raft request' (duration: 31.939932ms)","trace[1938885797] 'compare' (duration: 78.313597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:15.396034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.592665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-07T02:51:15.396123Z","caller":"traceutil/trace.go:171","msg":"trace[1281307128] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:321; }","duration":"108.77665ms","start":"2026-03-07T02:51:15.28733Z","end":"2026-03-07T02:51:15.396107Z","steps":["trace[1281307128] 'agreement among raft nodes before linearized reading' (duration: 108.566575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:15.873824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.961162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:51:15.873908Z","caller":"traceutil/trace.go:171","msg":"trace[1227163037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:321; }","duration":"329.090686ms","start":"2026-03-07T02:51:15.544798Z","end":"2026-03-07T02:51:15.873889Z","steps":["trace[1227163037] 'range keys from in-memory index tree' (duration: 328.853791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:15.873952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.544787Z","time spent":"329.155767ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:51:15.873822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.131268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-07T02:51:15.874035Z","caller":"traceutil/trace.go:171","msg":"trace[788817993] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:321; }","duration":"336.395942ms","start":"2026-03-07T02:51:15.537616Z","end":"2026-03-07T02:51:15.874012Z","steps":["trace[788817993] 'range keys from in-memory index tree' (duration: 336.014795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:15.874113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.537591Z","time spent":"336.504075ms","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-07T02:51:16.402132Z","caller":"traceutil/trace.go:171","msg":"trace[1631246520] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"524.43004ms","start":"2026-03-07T02:51:15.877677Z","end":"2026-03-07T02:51:16.402107Z","steps":["trace[1631246520] 'process raft request' (duration: 524.201185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:16.402671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.877654Z","time spent":"524.567462ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":217,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:18.502095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727882757s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:18.502196Z","caller":"traceutil/trace.go:171","msg":"trace[1519573326] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:334; }","duration":"2.438649976s","start":"2026-03-07T02:51:16.063531Z","end":"2026-03-07T02:51:18.502181Z","steps":["trace[1519573326] 'read index received' (duration: 338.341262ms)","trace[1519573326] 'applied index is now lower than readState.Index' (duration: 2.100307554s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:18.502223Z","caller":"traceutil/trace.go:171","msg":"trace[164206404] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"2.624011468s","start":"2026-03-07T02:51:15.878177Z","end":"2026-03-07T02:51:18.502188Z","steps":["trace[164206404] 'process raft request' (duration: 895.704753ms)","trace[164206404] 'compare' (duration: 1.727761604s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:18.502308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254953298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T02:51:18.502313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438774539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T02:51:18.502338Z","caller":"traceutil/trace.go:171","msg":"trace[1663056552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:323; }","duration":"2.25502131s","start":"2026-03-07T02:51:16.247306Z","end":"2026-03-07T02:51:18.502327Z","steps":["trace[1663056552] 'agreement among raft nodes before linearized reading' (duration: 2.254958419s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:18.502365Z","caller":"traceutil/trace.go:171","msg":"trace[1515400082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:323; }","duration":"2.4388803s","start":"2026-03-07T02:51:16.063471Z","end":"2026-03-07T02:51:18.502352Z","steps":["trace[1515400082] 'agreement among raft nodes before linearized reading' (duration: 2.438778268s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.502377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.247275Z","time spent":"2.255094342s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:51:18.502406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.063446Z","time spent":"2.438950982s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:51:18.502483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096671871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:18.502576Z","caller":"traceutil/trace.go:171","msg":"trace[950713381] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:323; }","duration":"2.096815284s","start":"2026-03-07T02:51:16.405738Z","end":"2026-03-07T02:51:18.502554Z","steps":["trace[950713381] 'agreement among raft nodes before linearized reading' (duration: 2.096635551s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.502568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102449874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T02:51:18.502603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.878161Z","time spent":"2.62413505s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:18.502623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.405717Z","time spent":"2.096897965s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-07T02:51:18.502646Z","caller":"traceutil/trace.go:171","msg":"trace[232992716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:323; }","duration":"1.10269913s","start":"2026-03-07T02:51:17.399921Z","end":"2026-03-07T02:51:18.50262Z","steps":["trace[232992716] 'agreement among raft nodes before linearized reading' (duration: 1.102406654s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.502394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.909156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:18.502689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:17.3999Z","time spent":"1.102780531s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:51:18.502703Z","caller":"traceutil/trace.go:171","msg":"trace[1298277374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:323; }","duration":"210.243113ms","start":"2026-03-07T02:51:18.292445Z","end":"2026-03-07T02:51:18.502689Z","steps":["trace[1298277374] 'agreement among raft nodes before linearized reading' (duration: 209.871466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.503109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.198698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-07T02:51:18.503164Z","caller":"traceutil/trace.go:171","msg":"trace[275335728] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:323; }","duration":"563.28844ms","start":"2026-03-07T02:51:17.939868Z","end":"2026-03-07T02:51:18.503156Z","steps":["trace[275335728] 'agreement among raft nodes before linearized reading' (duration: 562.419432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.503186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:17.939841Z","time spent":"563.338842ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6989,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-07T02:51:19.564406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211986914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:19.596418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.931128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:19.596508Z","caller":"traceutil/trace.go:171","msg":"trace[1301715304] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"1.090224289s","start":"2026-03-07T02:51:18.506266Z","end":"2026-03-07T02:51:19.59649Z","steps":["trace[1301715304] 'process raft request' (duration: 125.131078ms)","trace[1301715304] 'compare' (duration: 963.488698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:19.596572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.506243Z","time spent":"1.090295721s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:19.606492Z","caller":"traceutil/trace.go:171","msg":"trace[1712834899] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"1.098178839s","start":"2026-03-07T02:51:18.508285Z","end":"2026-03-07T02:51:19.606463Z","steps":["trace[1712834899] 'process raft request' (duration: 1.097872583s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.606525Z","caller":"traceutil/trace.go:171","msg":"trace[1008481190] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:337; }","duration":"542.243787ms","start":"2026-03-07T02:51:19.064254Z","end":"2026-03-07T02:51:19.606498Z","steps":["trace[1008481190] 'read index received' (duration: 541.673586ms)","trace[1008481190] 'applied index is now lower than readState.Index' (duration: 569.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:19.606643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.37754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:19.606642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.508262Z","time spent":"1.098301073s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:19.606686Z","caller":"traceutil/trace.go:171","msg":"trace[2074982740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:328; }","duration":"542.465752ms","start":"2026-03-07T02:51:19.064207Z","end":"2026-03-07T02:51:19.606672Z","steps":["trace[2074982740] 'agreement among raft nodes before linearized reading' (duration: 542.391411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.606734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.064187Z","time spent":"542.539123ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:51:19.606721Z","caller":"traceutil/trace.go:171","msg":"trace[1475460055] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"1.098266572s","start":"2026-03-07T02:51:18.50838Z","end":"2026-03-07T02:51:19.606647Z","steps":["trace[1475460055] 'process raft request' (duration: 1.097968515s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.6067Z","caller":"traceutil/trace.go:171","msg":"trace[475607396] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"1.093137939s","start":"2026-03-07T02:51:18.513503Z","end":"2026-03-07T02:51:19.60664Z","steps":["trace[475607396] 'process raft request' (duration: 1.092945634s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.607047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.513488Z","time spent":"1.093466085s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:19.607082Z","caller":"traceutil/trace.go:171","msg":"trace[395175800] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"1.098925266s","start":"2026-03-07T02:51:18.508117Z","end":"2026-03-07T02:51:19.607042Z","steps":["trace[395175800] 'process raft request' (duration: 1.097932055s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.607213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.508105Z","time spent":"1.099043588s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:19.607052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.508366Z","time spent":"1.098482757s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:19.940633Z","caller":"traceutil/trace.go:171","msg":"trace[686508879] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"278.546449ms","start":"2026-03-07T02:51:19.662045Z","end":"2026-03-07T02:51:19.940591Z","steps":["trace[686508879] 'process raft request' (duration: 181.147058ms)","trace[686508879] 'compare' (duration: 97.039474ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:19.940675Z","caller":"traceutil/trace.go:171","msg":"trace[1573762390] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"278.034798ms","start":"2026-03-07T02:51:19.662617Z","end":"2026-03-07T02:51:19.940652Z","steps":["trace[1573762390] 'process raft request' (duration: 277.876245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.901461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.446899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:20.90158Z","caller":"traceutil/trace.go:171","msg":"trace[1599875336] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:362; }","duration":"440.762805ms","start":"2026-03-07T02:51:20.460792Z","end":"2026-03-07T02:51:20.901555Z","steps":["trace[1599875336] 'read index received' (duration: 291.152662ms)","trace[1599875336] 'applied index is now lower than readState.Index' (duration: 149.588722ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.901638Z","caller":"traceutil/trace.go:171","msg":"trace[1468739308] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"457.219535ms","start":"2026-03-07T02:51:20.444357Z","end":"2026-03-07T02:51:20.901576Z","steps":["trace[1468739308] 'process raft request' (duration: 307.584362ms)","trace[1468739308] 'compare' (duration: 149.298666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.901659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.876897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-07T02:51:20.901798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.661836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:51:20.901829Z","caller":"traceutil/trace.go:171","msg":"trace[1695723995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:350; }","duration":"394.720787ms","start":"2026-03-07T02:51:20.507099Z","end":"2026-03-07T02:51:20.90182Z","steps":["trace[1695723995] 'agreement among raft nodes before linearized reading' (duration: 394.675766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.901832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.444327Z","time spent":"457.407218ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:20.901936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.273011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-07T02:51:20.90196Z","caller":"traceutil/trace.go:171","msg":"trace[65565239] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:350; }","duration":"340.345903ms","start":"2026-03-07T02:51:20.561607Z","end":"2026-03-07T02:51:20.901953Z","steps":["trace[65565239] 'agreement among raft nodes before linearized reading' (duration: 340.304252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.901933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.331206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-07T02:51:20.901981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.56158Z","time spent":"340.397104ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-03-07T02:51:20.902028Z","caller":"traceutil/trace.go:171","msg":"trace[1162056474] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:350; }","duration":"290.470259ms","start":"2026-03-07T02:51:20.611534Z","end":"2026-03-07T02:51:20.902004Z","steps":["trace[1162056474] 'agreement among raft nodes before linearized reading' (duration: 290.280925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.901893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.507081Z","time spent":"394.803579ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:51:20.902069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.646485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-07T02:51:20.90213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.37208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-07T02:51:20.902152Z","caller":"traceutil/trace.go:171","msg":"trace[637369845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:350; }","duration":"240.787348ms","start":"2026-03-07T02:51:20.661346Z","end":"2026-03-07T02:51:20.902133Z","steps":["trace[637369845] 'agreement among raft nodes before linearized reading' (duration: 240.603615ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:20.902211Z","caller":"traceutil/trace.go:171","msg":"trace[1235359142] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:350; }","duration":"390.499461ms","start":"2026-03-07T02:51:20.511694Z","end":"2026-03-07T02:51:20.902194Z","steps":["trace[1235359142] 'agreement among raft nodes before linearized reading' (duration: 390.296567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.902266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.51167Z","time spent":"390.582274ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:20.902316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.060334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-07T02:51:20.90234Z","caller":"traceutil/trace.go:171","msg":"trace[1083259319] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:350; }","duration":"174.121105ms","start":"2026-03-07T02:51:20.728213Z","end":"2026-03-07T02:51:20.902334Z","steps":["trace[1083259319] 'agreement among raft nodes before linearized reading' (duration: 174.074474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.902291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.326502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-07T02:51:20.902523Z","caller":"traceutil/trace.go:171","msg":"trace[757800031] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:350; }","duration":"190.657509ms","start":"2026-03-07T02:51:20.711815Z","end":"2026-03-07T02:51:20.902473Z","steps":["trace[757800031] 'agreement among raft nodes before linearized reading' (duration: 190.21261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.902534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.57197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-07T02:51:20.902646Z","caller":"traceutil/trace.go:171","msg":"trace[524542240] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:350; }","duration":"140.752913ms","start":"2026-03-07T02:51:20.761874Z","end":"2026-03-07T02:51:20.902627Z","steps":["trace[524542240] 'agreement among raft nodes before linearized reading' (duration: 140.299944ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:20.902391Z","caller":"traceutil/trace.go:171","msg":"trace[1238827339] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:350; }","duration":"441.624792ms","start":"2026-03-07T02:51:20.460729Z","end":"2026-03-07T02:51:20.902353Z","steps":["trace[1238827339] 'agreement among raft nodes before linearized reading' (duration: 440.889607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.90287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.460705Z","time spent":"442.129022ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-07T02:51:21.129739Z","caller":"traceutil/trace.go:171","msg":"trace[1531394535] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"195.374973ms","start":"2026-03-07T02:51:20.934324Z","end":"2026-03-07T02:51:21.129699Z","steps":["trace[1531394535] 'process raft request' (duration: 95.187476ms)","trace[1531394535] 'compare' (duration: 99.849181ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:21.129871Z","caller":"traceutil/trace.go:171","msg":"trace[1599720824] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"195.070056ms","start":"2026-03-07T02:51:20.934777Z","end":"2026-03-07T02:51:21.129847Z","steps":["trace[1599720824] 'process raft request' (duration: 194.75593ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:21.130298Z","caller":"traceutil/trace.go:171","msg":"trace[1327673476] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"192.937353ms","start":"2026-03-07T02:51:20.93735Z","end":"2026-03-07T02:51:21.130287Z","steps":["trace[1327673476] 'process raft request' (duration: 192.432663ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:21.130554Z","caller":"traceutil/trace.go:171","msg":"trace[199375017] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:371; }","duration":"169.047274ms","start":"2026-03-07T02:51:20.961489Z","end":"2026-03-07T02:51:21.130536Z","steps":["trace[199375017] 'read index received' (duration: 68.03728ms)","trace[199375017] 'applied index is now lower than readState.Index' (duration: 101.009074ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:21.130586Z","caller":"traceutil/trace.go:171","msg":"trace[1967328064] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"176.571356ms","start":"2026-03-07T02:51:20.954004Z","end":"2026-03-07T02:51:21.130576Z","steps":["trace[1967328064] 'process raft request' (duration: 176.451142ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:21.130641Z","caller":"traceutil/trace.go:171","msg":"trace[32448785] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"192.779052ms","start":"2026-03-07T02:51:20.937847Z","end":"2026-03-07T02:51:21.130626Z","steps":["trace[32448785] 'process raft request' (duration: 192.387313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:21.130782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.260868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-07T02:51:21.130824Z","caller":"traceutil/trace.go:171","msg":"trace[1165845883] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:363; }","duration":"169.367001ms","start":"2026-03-07T02:51:20.96145Z","end":"2026-03-07T02:51:21.130817Z","steps":["trace[1165845883] 'agreement among raft nodes before linearized reading' (duration: 169.194337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:21.130939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.178205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-j269ip\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-07T02:51:21.13096Z","caller":"traceutil/trace.go:171","msg":"trace[1903071089] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-j269ip; range_end:; response_count:1; response_revision:363; }","duration":"155.214205ms","start":"2026-03-07T02:51:20.975741Z","end":"2026-03-07T02:51:21.130955Z","steps":["trace[1903071089] 'agreement among raft nodes before linearized reading' (duration: 155.177455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:21.131083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.142093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-07T02:51:21.131089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.270314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:21.131135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.192835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-07T02:51:21.13113Z","caller":"traceutil/trace.go:171","msg":"trace[1543432966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"127.359645ms","start":"2026-03-07T02:51:21.003759Z","end":"2026-03-07T02:51:21.131119Z","steps":["trace[1543432966] 'agreement among raft nodes before linearized reading' (duration: 127.266633ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:21.131156Z","caller":"traceutil/trace.go:171","msg":"trace[181055298] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:363; }","duration":"155.241036ms","start":"2026-03-07T02:51:20.97591Z","end":"2026-03-07T02:51:21.131152Z","steps":["trace[181055298] 'agreement among raft nodes before linearized reading' (duration: 155.206706ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:21.131106Z","caller":"traceutil/trace.go:171","msg":"trace[1495036600] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:363; }","duration":"147.166703ms","start":"2026-03-07T02:51:20.983934Z","end":"2026-03-07T02:51:21.131101Z","steps":["trace[1495036600] 'agreement among raft nodes before linearized reading' (duration: 147.122052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:21.13127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.342638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-07T02:51:21.131292Z","caller":"traceutil/trace.go:171","msg":"trace[860754674] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:363; }","duration":"155.396429ms","start":"2026-03-07T02:51:20.97589Z","end":"2026-03-07T02:51:21.131286Z","steps":["trace[860754674] 'agreement among raft nodes before linearized reading' (duration: 155.353908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:21.131301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.17314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-07T02:51:21.131363Z","caller":"traceutil/trace.go:171","msg":"trace[1036341400] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:363; }","duration":"120.264081ms","start":"2026-03-07T02:51:21.011084Z","end":"2026-03-07T02:51:21.131349Z","steps":["trace[1036341400] 'agreement among raft nodes before linearized reading' (duration: 120.127548ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:22.219517Z","caller":"traceutil/trace.go:171","msg":"trace[890564270] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"188.484975ms","start":"2026-03-07T02:51:22.031004Z","end":"2026-03-07T02:51:22.219489Z","steps":["trace[890564270] 'process raft request' (duration: 182.005105ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:30.533888Z","caller":"traceutil/trace.go:171","msg":"trace[462431358] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"187.344592ms","start":"2026-03-07T02:51:30.346501Z","end":"2026-03-07T02:51:30.533846Z","steps":["trace[462431358] 'process raft request' (duration: 187.068417ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:30.699079Z","caller":"traceutil/trace.go:171","msg":"trace[729990265] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"128.583999ms","start":"2026-03-07T02:51:30.570466Z","end":"2026-03-07T02:51:30.69905Z","steps":["trace[729990265] 'process raft request' (duration: 128.417746ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:37.915116Z","caller":"traceutil/trace.go:171","msg":"trace[924622971] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"176.608376ms","start":"2026-03-07T02:51:37.738481Z","end":"2026-03-07T02:51:37.91509Z","steps":["trace[924622971] 'process raft request' (duration: 176.463333ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:38.370614Z","caller":"traceutil/trace.go:171","msg":"trace[1033627041] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"450.609622ms","start":"2026-03-07T02:51:37.919963Z","end":"2026-03-07T02:51:38.370573Z","steps":["trace[1033627041] 'process raft request' (duration: 429.744621ms)","trace[1033627041] 'compare' (duration: 20.603406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:38.370861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:37.919945Z","time spent":"450.749896ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:38.370745Z","caller":"traceutil/trace.go:171","msg":"trace[1698541782] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"450.616773ms","start":"2026-03-07T02:51:37.920091Z","end":"2026-03-07T02:51:38.370708Z","steps":["trace[1698541782] 'process raft request' (duration: 450.43931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:38.371116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:37.920076Z","time spent":"450.945209ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:43.78202Z","caller":"traceutil/trace.go:171","msg":"trace[319908546] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"190.419494ms","start":"2026-03-07T02:51:43.591572Z","end":"2026-03-07T02:51:43.781992Z","steps":["trace[319908546] 'process raft request' (duration: 190.292031ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:48.142137Z","caller":"traceutil/trace.go:171","msg":"trace[2107275458] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"145.308045ms","start":"2026-03-07T02:51:47.996802Z","end":"2026-03-07T02:51:48.14211Z","steps":["trace[2107275458] 'process raft request' (duration: 145.158192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:51.507546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211987408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:51:51.764711Z","caller":"traceutil/trace.go:171","msg":"trace[1395630783] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"757.681516ms","start":"2026-03-07T02:51:51.007005Z","end":"2026-03-07T02:51:51.764687Z","steps":["trace[1395630783] 'read index received' (duration: 757.551483ms)","trace[1395630783] 'applied index is now lower than readState.Index' (duration: 128.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:51.764844Z","caller":"traceutil/trace.go:171","msg":"trace[739408929] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"757.90469ms","start":"2026-03-07T02:51:51.00693Z","end":"2026-03-07T02:51:51.764835Z","steps":["trace[739408929] 'process raft request' (duration: 757.604244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:51.764994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.065304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-07T02:51:51.76507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.693597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xw5c8\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-07T02:51:51.76509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.006917Z","time spent":"757.953831ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:51.765148Z","caller":"traceutil/trace.go:171","msg":"trace[49909308] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xw5c8; range_end:; response_count:1; response_revision:554; }","duration":"701.809319ms","start":"2026-03-07T02:51:51.063319Z","end":"2026-03-07T02:51:51.765128Z","steps":["trace[49909308] 'agreement among raft nodes before linearized reading' (duration: 701.559924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:51.765148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.488129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T02:51:51.765202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.063299Z","time spent":"701.894021ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-xw5c8\" "} {"level":"info","ts":"2026-03-07T02:51:51.765093Z","caller":"traceutil/trace.go:171","msg":"trace[930308899] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:554; }","duration":"477.206837ms","start":"2026-03-07T02:51:51.28786Z","end":"2026-03-07T02:51:51.765067Z","steps":["trace[930308899] 'agreement among raft nodes before linearized reading' (duration: 477.027014ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:51.765225Z","caller":"traceutil/trace.go:171","msg":"trace[397079180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:554; }","duration":"676.593231ms","start":"2026-03-07T02:51:51.088611Z","end":"2026-03-07T02:51:51.765205Z","steps":["trace[397079180] 'agreement among raft nodes before linearized reading' (duration: 676.393947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:51.765262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.287841Z","time spent":"477.409721ms","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-07T02:51:51.76501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.987602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:51.765274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.088598Z","time spent":"676.664353ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:51:51.765425Z","caller":"traceutil/trace.go:171","msg":"trace[233486211] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-orders; range_end:; response_count:0; response_revision:554; }","duration":"758.389819ms","start":"2026-03-07T02:51:51.006976Z","end":"2026-03-07T02:51:51.765366Z","steps":["trace[233486211] 'agreement among raft nodes before linearized reading' (duration: 757.973151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:51.765579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.006965Z","time spent":"758.559113ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-orders\" "} {"level":"warn","ts":"2026-03-07T02:51:52.290034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211987416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:51:52.381299Z","caller":"traceutil/trace.go:171","msg":"trace[1567692443] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"611.390317ms","start":"2026-03-07T02:51:51.769888Z","end":"2026-03-07T02:51:52.381278Z","steps":["trace[1567692443] 'process raft request' (duration: 611.222204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.38143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.769862Z","time spent":"611.50044ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:52.38154Z","caller":"traceutil/trace.go:171","msg":"trace[1986875785] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"602.099591ms","start":"2026-03-07T02:51:51.779408Z","end":"2026-03-07T02:51:52.381508Z","steps":["trace[1986875785] 'process raft request' (duration: 601.829656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.3817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.779397Z","time spent":"602.215653ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:52.429811Z","caller":"traceutil/trace.go:171","msg":"trace[891311809] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"640.436162ms","start":"2026-03-07T02:51:51.789345Z","end":"2026-03-07T02:51:52.429781Z","steps":["trace[891311809] 'read index received' (duration: 591.689471ms)","trace[891311809] 'applied index is now lower than readState.Index' (duration: 48.745171ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:52.429841Z","caller":"traceutil/trace.go:171","msg":"trace[756165360] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"642.067845ms","start":"2026-03-07T02:51:51.787743Z","end":"2026-03-07T02:51:52.429811Z","steps":["trace[756165360] 'process raft request' (duration: 641.891362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.429991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.787728Z","time spent":"642.177587ms","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:52.430044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.502864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:52.430136Z","caller":"traceutil/trace.go:171","msg":"trace[898884290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"425.620187ms","start":"2026-03-07T02:51:52.004462Z","end":"2026-03-07T02:51:52.430083Z","steps":["trace[898884290] 'agreement among raft nodes before linearized reading' (duration: 425.472324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.430123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.645058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T02:51:52.430044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.695387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:52.430183Z","caller":"traceutil/trace.go:171","msg":"trace[635440318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"273.748212ms","start":"2026-03-07T02:51:52.156426Z","end":"2026-03-07T02:51:52.430174Z","steps":["trace[635440318] 'agreement among raft nodes before linearized reading' (duration: 273.563517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.430191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:52.004437Z","time spent":"425.743751ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:51:52.430352Z","caller":"traceutil/trace.go:171","msg":"trace[926707738] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:557; }","duration":"640.921133ms","start":"2026-03-07T02:51:51.789269Z","end":"2026-03-07T02:51:52.43019Z","steps":["trace[926707738] 'agreement among raft nodes before linearized reading' (duration: 640.658487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.430412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:51.78924Z","time spent":"641.158117ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" "} {"level":"info","ts":"2026-03-07T02:51:52.576544Z","caller":"traceutil/trace.go:171","msg":"trace[1256331749] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"141.090402ms","start":"2026-03-07T02:51:52.435421Z","end":"2026-03-07T02:51:52.576511Z","steps":["trace[1256331749] 'read index received' (duration: 108.440314ms)","trace[1256331749] 'applied index is now lower than readState.Index' (duration: 32.648488ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:52.576689Z","caller":"traceutil/trace.go:171","msg":"trace[734857609] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"141.920038ms","start":"2026-03-07T02:51:52.434753Z","end":"2026-03-07T02:51:52.576673Z","steps":["trace[734857609] 'process raft request' (duration: 109.130568ms)","trace[734857609] 'compare' (duration: 32.486084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:52.576833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.957188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:52.576919Z","caller":"traceutil/trace.go:171","msg":"trace[1993541487] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:0; response_revision:558; }","duration":"141.079031ms","start":"2026-03-07T02:51:52.43582Z","end":"2026-03-07T02:51:52.576899Z","steps":["trace[1993541487] 'agreement among raft nodes before linearized reading' (duration: 140.920257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:52.576926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.486439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-07T02:51:52.577046Z","caller":"traceutil/trace.go:171","msg":"trace[604185268] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:558; }","duration":"141.655753ms","start":"2026-03-07T02:51:52.435363Z","end":"2026-03-07T02:51:52.577019Z","steps":["trace[604185268] 'agreement among raft nodes before linearized reading' (duration: 141.436979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:53.083116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211987427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:54.748503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202671913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:54.748632Z","caller":"traceutil/trace.go:171","msg":"trace[1680350390] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"2.167393544s","start":"2026-03-07T02:51:52.581215Z","end":"2026-03-07T02:51:54.748608Z","steps":["trace[1680350390] 'process raft request' (duration: 964.518218ms)","trace[1680350390] 'compare' (duration: 1.202470388s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:54.748887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:52.581203Z","time spent":"2.167643619s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:54.836048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290402758s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:51:54.836572Z","caller":"traceutil/trace.go:171","msg":"trace[33480292] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"2.253508018s","start":"2026-03-07T02:51:52.58304Z","end":"2026-03-07T02:51:54.836548Z","steps":["trace[33480292] 'read index received' (duration: 962.66821ms)","trace[33480292] 'applied index is now lower than readState.Index' (duration: 1.290838688s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:54.836662Z","caller":"traceutil/trace.go:171","msg":"trace[389020134] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"2.255224313s","start":"2026-03-07T02:51:52.581404Z","end":"2026-03-07T02:51:54.836628Z","steps":["trace[389020134] 'process raft request' (duration: 2.255025858s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:54.836777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253688611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:54.836807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:52.581375Z","time spent":"2.255359316s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:54.836856Z","caller":"traceutil/trace.go:171","msg":"trace[243075630] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:0; response_revision:560; }","duration":"2.253838755s","start":"2026-03-07T02:51:52.582994Z","end":"2026-03-07T02:51:54.836832Z","steps":["trace[243075630] 'agreement among raft nodes before linearized reading' (duration: 2.253656111s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:54.836907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:52.58297Z","time spent":"2.253927786s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" "} {"level":"warn","ts":"2026-03-07T02:51:54.839181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.295797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:54.839232Z","caller":"traceutil/trace.go:171","msg":"trace[1133720002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"835.384039ms","start":"2026-03-07T02:51:54.003836Z","end":"2026-03-07T02:51:54.83922Z","steps":["trace[1133720002] 'agreement among raft nodes before linearized reading' (duration: 835.280577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:54.839264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:54.003816Z","time spent":"835.44084ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:51:54.839384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.768951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T02:51:54.839434Z","caller":"traceutil/trace.go:171","msg":"trace[2050883839] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"765.94289ms","start":"2026-03-07T02:51:54.073238Z","end":"2026-03-07T02:51:54.839181Z","steps":["trace[2050883839] 'process raft request' (duration: 765.751916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:54.839419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.380709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:51:54.83973Z","caller":"traceutil/trace.go:171","msg":"trace[791141069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"454.786488ms","start":"2026-03-07T02:51:54.384927Z","end":"2026-03-07T02:51:54.839714Z","steps":["trace[791141069] 'agreement among raft nodes before linearized reading' (duration: 454.275196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:54.83978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:54.384907Z","time spent":"454.855289ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:51:54.839476Z","caller":"traceutil/trace.go:171","msg":"trace[1276471711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"257.908865ms","start":"2026-03-07T02:51:54.581549Z","end":"2026-03-07T02:51:54.839458Z","steps":["trace[1276471711] 'agreement among raft nodes before linearized reading' (duration: 257.589757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:54.840178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:54.073213Z","time spent":"766.414951ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:55.22288Z","caller":"traceutil/trace.go:171","msg":"trace[1795375308] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"135.014048ms","start":"2026-03-07T02:51:55.087848Z","end":"2026-03-07T02:51:55.222862Z","steps":["trace[1795375308] 'process raft request' (duration: 134.969837ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:55.22302Z","caller":"traceutil/trace.go:171","msg":"trace[455864503] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"136.060109ms","start":"2026-03-07T02:51:55.086915Z","end":"2026-03-07T02:51:55.222976Z","steps":["trace[455864503] 'process raft request' (duration: 59.15739ms)","trace[455864503] 'compare' (duration: 76.546682ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:55.223595Z","caller":"traceutil/trace.go:171","msg":"trace[818368230] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"133.251093ms","start":"2026-03-07T02:51:55.090316Z","end":"2026-03-07T02:51:55.223567Z","steps":["trace[818368230] 'process raft request' (duration: 132.817635ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:55.223843Z","caller":"traceutil/trace.go:171","msg":"trace[15368155] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"124.486947ms","start":"2026-03-07T02:51:55.099336Z","end":"2026-03-07T02:51:55.223823Z","steps":["trace[15368155] 'process raft request' (duration: 124.358175ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:55.223869Z","caller":"traceutil/trace.go:171","msg":"trace[137968879] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"126.236831ms","start":"2026-03-07T02:51:55.097578Z","end":"2026-03-07T02:51:55.223815Z","steps":["trace[137968879] 'process raft request' (duration: 125.907865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:55.223525Z","caller":"traceutil/trace.go:171","msg":"trace[1356351082] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"133.08595ms","start":"2026-03-07T02:51:55.09042Z","end":"2026-03-07T02:51:55.223506Z","steps":["trace[1356351082] 'process raft request' (duration: 133.035769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:55.685874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.114657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:55.686256Z","caller":"traceutil/trace.go:171","msg":"trace[510819270] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"382.492881ms","start":"2026-03-07T02:51:55.303742Z","end":"2026-03-07T02:51:55.686235Z","steps":["trace[510819270] 'read index received' (duration: 11.87799ms)","trace[510819270] 'applied index is now lower than readState.Index' (duration: 370.613741ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:55.686317Z","caller":"traceutil/trace.go:171","msg":"trace[1188830046] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"381.905338ms","start":"2026-03-07T02:51:55.304379Z","end":"2026-03-07T02:51:55.686284Z","steps":["trace[1188830046] 'process raft request' (duration: 381.751545ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:55.686256Z","caller":"traceutil/trace.go:171","msg":"trace[203600653] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"383.923189ms","start":"2026-03-07T02:51:55.302304Z","end":"2026-03-07T02:51:55.686227Z","steps":["trace[203600653] 'process raft request' (duration: 272.353553ms)","trace[203600653] 'compare' (duration: 110.125276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:55.686476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.304367Z","time spent":"382.042861ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:55.686511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.759816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-07T02:51:55.686597Z","caller":"traceutil/trace.go:171","msg":"trace[1366901059] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:622; }","duration":"382.884989ms","start":"2026-03-07T02:51:55.30369Z","end":"2026-03-07T02:51:55.686575Z","steps":["trace[1366901059] 'agreement among raft nodes before linearized reading' (duration: 382.625084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:55.686643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.303675Z","time spent":"382.95982ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3968,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-03-07T02:51:55.686716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.302281Z","time spent":"384.200604ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:56.05765Z","caller":"traceutil/trace.go:171","msg":"trace[188243356] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"366.59941ms","start":"2026-03-07T02:51:55.691025Z","end":"2026-03-07T02:51:56.057624Z","steps":["trace[188243356] 'read index received' (duration: 341.117907ms)","trace[188243356] 'applied index is now lower than readState.Index' (duration: 25.480283ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:56.057782Z","caller":"traceutil/trace.go:171","msg":"trace[1605363806] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"726.311002ms","start":"2026-03-07T02:51:55.331456Z","end":"2026-03-07T02:51:56.057767Z","steps":["trace[1605363806] 'process raft request' (duration: 726.052816ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:56.057781Z","caller":"traceutil/trace.go:171","msg":"trace[91345956] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"726.292071ms","start":"2026-03-07T02:51:55.331453Z","end":"2026-03-07T02:51:56.057745Z","steps":["trace[91345956] 'process raft request' (duration: 700.844469ms)","trace[91345956] 'compare' (duration: 25.031384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:56.057904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.858785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"warn","ts":"2026-03-07T02:51:56.057927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.331427Z","time spent":"726.402804ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:56.057968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.331421Z","time spent":"726.445255ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:56.05798Z","caller":"traceutil/trace.go:171","msg":"trace[2117864] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:624; }","duration":"366.979088ms","start":"2026-03-07T02:51:55.690984Z","end":"2026-03-07T02:51:56.057963Z","steps":["trace[2117864] 'agreement among raft nodes before linearized reading' (duration: 366.827814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:56.058026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.690964Z","time spent":"367.053599ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-07T02:51:56.071436Z","caller":"traceutil/trace.go:171","msg":"trace[59035376] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"190.198469ms","start":"2026-03-07T02:51:55.881212Z","end":"2026-03-07T02:51:56.07141Z","steps":["trace[59035376] 'process raft request' (duration: 190.066606ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:56.69642Z","caller":"traceutil/trace.go:171","msg":"trace[1520781410] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"185.669708ms","start":"2026-03-07T02:51:56.510703Z","end":"2026-03-07T02:51:56.696373Z","steps":["trace[1520781410] 'process raft request' (duration: 114.486806ms)","trace[1520781410] 'compare' (duration: 70.908187ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:57.244105Z","caller":"traceutil/trace.go:171","msg":"trace[1509167783] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:710; }","duration":"157.44973ms","start":"2026-03-07T02:51:57.086598Z","end":"2026-03-07T02:51:57.244048Z","steps":["trace[1509167783] 'read index received' (duration: 156.855308ms)","trace[1509167783] 'applied index is now lower than readState.Index' (duration: 590.862µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:57.244179Z","caller":"traceutil/trace.go:171","msg":"trace[1174045311] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"177.434592ms","start":"2026-03-07T02:51:57.066721Z","end":"2026-03-07T02:51:57.244155Z","steps":["trace[1174045311] 'process raft request' (duration: 176.878361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:57.244617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.00382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xw5c8\" ","response":"range_response_count:1 size:17431"} {"level":"info","ts":"2026-03-07T02:51:57.244691Z","caller":"traceutil/trace.go:171","msg":"trace[1006464805] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xw5c8; range_end:; response_count:1; response_revision:686; }","duration":"158.119963ms","start":"2026-03-07T02:51:57.08655Z","end":"2026-03-07T02:51:57.24467Z","steps":["trace[1006464805] 'agreement among raft nodes before linearized reading' (duration: 157.652334ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:57.500599Z","caller":"traceutil/trace.go:171","msg":"trace[29337471] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"411.794271ms","start":"2026-03-07T02:51:57.088775Z","end":"2026-03-07T02:51:57.50057Z","steps":["trace[29337471] 'process raft request' (duration: 343.13573ms)","trace[29337471] 'compare' (duration: 68.538209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:57.500751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.088752Z","time spent":"411.927565ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:57.848614Z","caller":"traceutil/trace.go:171","msg":"trace[1232529496] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"583.008465ms","start":"2026-03-07T02:51:57.265584Z","end":"2026-03-07T02:51:57.848592Z","steps":["trace[1232529496] 'process raft request' (duration: 582.956164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:57.848744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.26556Z","time spent":"583.124037ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:57.848941Z","caller":"traceutil/trace.go:171","msg":"trace[228149638] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"590.906544ms","start":"2026-03-07T02:51:57.257988Z","end":"2026-03-07T02:51:57.848895Z","steps":["trace[228149638] 'process raft request' (duration: 525.557484ms)","trace[228149638] 'compare' (duration: 64.651676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:57.849137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.25796Z","time spent":"591.079578ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:58.208074Z","caller":"traceutil/trace.go:171","msg":"trace[2110676710] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"204.278525ms","start":"2026-03-07T02:51:58.003765Z","end":"2026-03-07T02:51:58.208044Z","steps":["trace[2110676710] 'read index received' (duration: 160.767363ms)","trace[2110676710] 'applied index is now lower than readState.Index' (duration: 43.509812ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:58.208136Z","caller":"traceutil/trace.go:171","msg":"trace[744649297] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"346.06522ms","start":"2026-03-07T02:51:57.862034Z","end":"2026-03-07T02:51:58.208099Z","steps":["trace[744649297] 'process raft request' (duration: 302.516809ms)","trace[744649297] 'compare' (duration: 43.250405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:58.208228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.447729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:58.208263Z","caller":"traceutil/trace.go:171","msg":"trace[938852211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:690; }","duration":"204.537931ms","start":"2026-03-07T02:51:58.003714Z","end":"2026-03-07T02:51:58.208252Z","steps":["trace[938852211] 'agreement among raft nodes before linearized reading' (duration: 204.426878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.208264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.862023Z","time spent":"346.178153ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:58.410352Z","caller":"traceutil/trace.go:171","msg":"trace[1474145265] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"195.896884ms","start":"2026-03-07T02:51:58.214432Z","end":"2026-03-07T02:51:58.410329Z","steps":["trace[1474145265] 'process raft request' (duration: 195.851803ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:58.410548Z","caller":"traceutil/trace.go:171","msg":"trace[1883916824] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"196.365683ms","start":"2026-03-07T02:51:58.214156Z","end":"2026-03-07T02:51:58.410522Z","steps":["trace[1883916824] 'process raft request' (duration: 196.070567ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:58.410607Z","caller":"traceutil/trace.go:171","msg":"trace[334495062] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"197.635489ms","start":"2026-03-07T02:51:58.212951Z","end":"2026-03-07T02:51:58.410587Z","steps":["trace[334495062] 'process raft request' (duration: 197.144349ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:58.857051Z","caller":"traceutil/trace.go:171","msg":"trace[1956054450] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"120.829226ms","start":"2026-03-07T02:51:58.736183Z","end":"2026-03-07T02:51:58.857012Z","steps":["trace[1956054450] 'process raft request' (duration: 120.650042ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:59.026606Z","caller":"traceutil/trace.go:171","msg":"trace[2146407211] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"166.515682ms","start":"2026-03-07T02:51:58.860066Z","end":"2026-03-07T02:51:59.026582Z","steps":["trace[2146407211] 'process raft request' (duration: 72.793612ms)","trace[2146407211] 'compare' (duration: 93.530376ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:59.026684Z","caller":"traceutil/trace.go:171","msg":"trace[1300666096] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"166.579933ms","start":"2026-03-07T02:51:58.860078Z","end":"2026-03-07T02:51:59.026658Z","steps":["trace[1300666096] 'process raft request' (duration: 166.41682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.279722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038910296s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:00.280044Z","caller":"traceutil/trace.go:171","msg":"trace[1997284640] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.24940908s","start":"2026-03-07T02:51:59.030615Z","end":"2026-03-07T02:52:00.280024Z","steps":["trace[1997284640] 'process raft request' (duration: 210.094815ms)","trace[1997284640] 'compare' (duration: 1.038790423s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:00.280123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.030595Z","time spent":"1.249492471s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:00.349959Z","caller":"traceutil/trace.go:171","msg":"trace[1492856335] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"1.319034706s","start":"2026-03-07T02:51:59.030899Z","end":"2026-03-07T02:52:00.349934Z","steps":["trace[1492856335] 'process raft request' (duration: 1.318942474s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:00.349943Z","caller":"traceutil/trace.go:171","msg":"trace[2041085486] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:722; }","duration":"1.253086595s","start":"2026-03-07T02:51:59.096813Z","end":"2026-03-07T02:52:00.3499Z","steps":["trace[2041085486] 'read index received' (duration: 143.880078ms)","trace[2041085486] 'applied index is now lower than readState.Index' (duration: 1.109204807s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:00.350064Z","caller":"traceutil/trace.go:171","msg":"trace[1593217864] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"1.319155469s","start":"2026-03-07T02:51:59.030723Z","end":"2026-03-07T02:52:00.349878Z","steps":["trace[1593217864] 'process raft request' (duration: 1.318825771s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.35011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.030895Z","time spent":"1.319132728s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:00.350199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.030699Z","time spent":"1.319438064s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:52:00.35026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.652083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:00.350329Z","caller":"traceutil/trace.go:171","msg":"trace[880783820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"346.758395ms","start":"2026-03-07T02:52:00.003554Z","end":"2026-03-07T02:52:00.350313Z","steps":["trace[880783820] 'agreement among raft nodes before linearized reading' (duration: 346.645603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.350333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253469813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xw5c8\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-03-07T02:52:00.350376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.003534Z","time spent":"346.831716ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:52:00.350383Z","caller":"traceutil/trace.go:171","msg":"trace[2146289553] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xw5c8; range_end:; response_count:1; response_revision:701; }","duration":"1.253632397s","start":"2026-03-07T02:51:59.096734Z","end":"2026-03-07T02:52:00.350366Z","steps":["trace[2146289553] 'agreement among raft nodes before linearized reading' (duration: 1.253380901s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.350442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.096716Z","time spent":"1.253715828s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17548,"request content":"key:\"/registry/pods/kube-system/cilium-xw5c8\" "} {"level":"info","ts":"2026-03-07T02:52:00.350708Z","caller":"traceutil/trace.go:171","msg":"trace[2112649144] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"1.319831722s","start":"2026-03-07T02:51:59.030814Z","end":"2026-03-07T02:52:00.350646Z","steps":["trace[2112649144] 'process raft request' (duration: 1.318939874s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.350891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.030795Z","time spent":"1.319970425s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:00.483619Z","caller":"traceutil/trace.go:171","msg":"trace[791044613] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"116.559927ms","start":"2026-03-07T02:52:00.367032Z","end":"2026-03-07T02:52:00.483592Z","steps":["trace[791044613] 'process raft request' (duration: 116.363973ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.077912Z","caller":"traceutil/trace.go:171","msg":"trace[20198861] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"332.844429ms","start":"2026-03-07T02:52:00.745043Z","end":"2026-03-07T02:52:01.077888Z","steps":["trace[20198861] 'process raft request' (duration: 332.698106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.078293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.745029Z","time spent":"333.188176ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:01.245941Z","caller":"traceutil/trace.go:171","msg":"trace[519777284] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:730; }","duration":"215.419093ms","start":"2026-03-07T02:52:01.030473Z","end":"2026-03-07T02:52:01.245892Z","steps":["trace[519777284] 'read index received' (duration: 47.268888ms)","trace[519777284] 'applied index is now lower than readState.Index' (duration: 168.149285ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:01.245997Z","caller":"traceutil/trace.go:171","msg":"trace[1551024207] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"500.847331ms","start":"2026-03-07T02:52:00.7451Z","end":"2026-03-07T02:52:01.245947Z","steps":["trace[1551024207] 'process raft request' (duration: 484.380094ms)","trace[1551024207] 'compare' (duration: 16.257653ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:01.246081Z","caller":"traceutil/trace.go:171","msg":"trace[86092530] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"314.069485ms","start":"2026-03-07T02:52:00.931958Z","end":"2026-03-07T02:52:01.246027Z","steps":["trace[86092530] 'process raft request' (duration: 313.887151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.246155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.659609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:52:01.246194Z","caller":"traceutil/trace.go:171","msg":"trace[634898241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:708; }","duration":"215.745351ms","start":"2026-03-07T02:52:01.030437Z","end":"2026-03-07T02:52:01.246182Z","steps":["trace[634898241] 'agreement among raft nodes before linearized reading' (duration: 215.605537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.246211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.745084Z","time spent":"501.011165ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:01.246265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.931931Z","time spent":"314.247329ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:01.271547Z","caller":"traceutil/trace.go:171","msg":"trace[3774259] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"190.819841ms","start":"2026-03-07T02:52:01.080704Z","end":"2026-03-07T02:52:01.271524Z","steps":["trace[3774259] 'process raft request' (duration: 190.571716ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.271611Z","caller":"traceutil/trace.go:171","msg":"trace[1069814700] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"162.749154ms","start":"2026-03-07T02:52:01.108822Z","end":"2026-03-07T02:52:01.271572Z","steps":["trace[1069814700] 'process raft request' (duration: 162.615861ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.271643Z","caller":"traceutil/trace.go:171","msg":"trace[513891350] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"141.133253ms","start":"2026-03-07T02:52:01.130473Z","end":"2026-03-07T02:52:01.271606Z","steps":["trace[513891350] 'process raft request' (duration: 141.01086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.271694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.684583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xw5c8\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-03-07T02:52:01.271767Z","caller":"traceutil/trace.go:171","msg":"trace[694685222] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xw5c8; range_end:; response_count:1; response_revision:712; }","duration":"162.807496ms","start":"2026-03-07T02:52:01.108943Z","end":"2026-03-07T02:52:01.27175Z","steps":["trace[694685222] 'agreement among raft nodes before linearized reading' (duration: 162.582761ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.271753Z","caller":"traceutil/trace.go:171","msg":"trace[1377124813] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"189.654206ms","start":"2026-03-07T02:52:01.082063Z","end":"2026-03-07T02:52:01.271717Z","steps":["trace[1377124813] 'process raft request' (duration: 189.313749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.372839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.618987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:02.372992Z","caller":"traceutil/trace.go:171","msg":"trace[1304068098] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"250.124225ms","start":"2026-03-07T02:52:02.122845Z","end":"2026-03-07T02:52:02.372969Z","steps":["trace[1304068098] 'process raft request' (duration: 56.282184ms)","trace[1304068098] 'compare' (duration: 193.111207ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:02.379688Z","caller":"traceutil/trace.go:171","msg":"trace[1664851330] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"246.609083ms","start":"2026-03-07T02:52:02.133047Z","end":"2026-03-07T02:52:02.379656Z","steps":["trace[1664851330] 'process raft request' (duration: 246.359458ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.37975Z","caller":"traceutil/trace.go:171","msg":"trace[1032970567] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"244.253874ms","start":"2026-03-07T02:52:02.13546Z","end":"2026-03-07T02:52:02.379714Z","steps":["trace[1032970567] 'process raft request' (duration: 244.128862ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.58171Z","caller":"traceutil/trace.go:171","msg":"trace[321610179] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"245.05728ms","start":"2026-03-07T02:52:02.336611Z","end":"2026-03-07T02:52:02.581668Z","steps":["trace[321610179] 'process raft request' (duration: 163.343896ms)","trace[321610179] 'compare' (duration: 81.408938ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:02.581773Z","caller":"traceutil/trace.go:171","msg":"trace[1455450870] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"192.104086ms","start":"2026-03-07T02:52:02.38965Z","end":"2026-03-07T02:52:02.581754Z","steps":["trace[1455450870] 'process raft request' (duration: 192.026414ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.581733Z","caller":"traceutil/trace.go:171","msg":"trace[1879983175] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"202.00563ms","start":"2026-03-07T02:52:02.379676Z","end":"2026-03-07T02:52:02.581681Z","steps":["trace[1879983175] 'read index received' (duration: 120.303916ms)","trace[1879983175] 'applied index is now lower than readState.Index' (duration: 81.698874ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:02.581871Z","caller":"traceutil/trace.go:171","msg":"trace[1034718039] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"193.938244ms","start":"2026-03-07T02:52:02.3879Z","end":"2026-03-07T02:52:02.581838Z","steps":["trace[1034718039] 'process raft request' (duration: 193.698799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.581985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.47073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:52:02.58206Z","caller":"traceutil/trace.go:171","msg":"trace[2126362530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:745; }","duration":"225.622193ms","start":"2026-03-07T02:52:02.356421Z","end":"2026-03-07T02:52:02.582043Z","steps":["trace[2126362530] 'agreement among raft nodes before linearized reading' (duration: 225.329997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.582001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.041592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:52:02.582153Z","caller":"traceutil/trace.go:171","msg":"trace[909671580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:745; }","duration":"227.255887ms","start":"2026-03-07T02:52:02.354886Z","end":"2026-03-07T02:52:02.582142Z","steps":["trace[909671580] 'agreement among raft nodes before linearized reading' (duration: 226.90423ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.839184Z","caller":"traceutil/trace.go:171","msg":"trace[1715540809] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:775; }","duration":"109.697768ms","start":"2026-03-07T02:52:02.72946Z","end":"2026-03-07T02:52:02.839158Z","steps":["trace[1715540809] 'read index received' (duration: 59.817535ms)","trace[1715540809] 'applied index is now lower than readState.Index' (duration: 49.879443ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:02.839226Z","caller":"traceutil/trace.go:171","msg":"trace[1328465605] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"204.068032ms","start":"2026-03-07T02:52:02.635132Z","end":"2026-03-07T02:52:02.839201Z","steps":["trace[1328465605] 'process raft request' (duration: 154.129588ms)","trace[1328465605] 'compare' (duration: 49.713299ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:02.839279Z","caller":"traceutil/trace.go:171","msg":"trace[91530435] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"136.306912ms","start":"2026-03-07T02:52:02.70292Z","end":"2026-03-07T02:52:02.839227Z","steps":["trace[91530435] 'process raft request' (duration: 136.18491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.839349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.864971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:02.839624Z","caller":"traceutil/trace.go:171","msg":"trace[53673054] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:751; }","duration":"110.188228ms","start":"2026-03-07T02:52:02.729402Z","end":"2026-03-07T02:52:02.839591Z","steps":["trace[53673054] 'agreement among raft nodes before linearized reading' (duration: 109.849851ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:03.604354Z","caller":"traceutil/trace.go:171","msg":"trace[545676160] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"354.155825ms","start":"2026-03-07T02:52:03.250156Z","end":"2026-03-07T02:52:03.604312Z","steps":["trace[545676160] 'read index received' (duration: 337.79821ms)","trace[545676160] 'applied index is now lower than readState.Index' (duration: 16.356165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:03.604694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.520163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:52:03.604687Z","caller":"traceutil/trace.go:171","msg":"trace[32610302] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"434.046823ms","start":"2026-03-07T02:52:03.170444Z","end":"2026-03-07T02:52:03.604491Z","steps":["trace[32610302] 'process raft request' (duration: 417.568386ms)","trace[32610302] 'compare' (duration: 16.092859ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:03.604806Z","caller":"traceutil/trace.go:171","msg":"trace[1028234749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"354.695906ms","start":"2026-03-07T02:52:03.250086Z","end":"2026-03-07T02:52:03.604782Z","steps":["trace[1028234749] 'agreement among raft nodes before linearized reading' (duration: 354.414041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.604866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:03.25006Z","time spent":"354.796069ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:03.604856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.084046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T02:52:03.604921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.473903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-07T02:52:03.605216Z","caller":"traceutil/trace.go:171","msg":"trace[1939312523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:754; }","duration":"274.846871ms","start":"2026-03-07T02:52:03.330344Z","end":"2026-03-07T02:52:03.605191Z","steps":["trace[1939312523] 'agreement among raft nodes before linearized reading' (duration: 274.324349ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:03.605195Z","caller":"traceutil/trace.go:171","msg":"trace[1723577317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:754; }","duration":"319.25806ms","start":"2026-03-07T02:52:03.285663Z","end":"2026-03-07T02:52:03.604921Z","steps":["trace[1723577317] 'agreement among raft nodes before linearized reading' (duration: 318.930783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.605195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:03.170413Z","time spent":"434.496393ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18322,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:03.605287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:03.285646Z","time spent":"319.628018ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:52:03.783537Z","caller":"traceutil/trace.go:171","msg":"trace[474285409] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"173.980395ms","start":"2026-03-07T02:52:03.609528Z","end":"2026-03-07T02:52:03.783509Z","steps":["trace[474285409] 'process raft request' (duration: 122.077192ms)","trace[474285409] 'compare' (duration: 51.656518ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:03.783785Z","caller":"traceutil/trace.go:171","msg":"trace[1167109726] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"173.241898ms","start":"2026-03-07T02:52:03.6105Z","end":"2026-03-07T02:52:03.783742Z","steps":["trace[1167109726] 'process raft request' (duration: 172.961613ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:15.319932Z","caller":"traceutil/trace.go:171","msg":"trace[173168748] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"104.389819ms","start":"2026-03-07T02:52:15.21552Z","end":"2026-03-07T02:52:15.319909Z","steps":["trace[173168748] 'process raft request' (duration: 104.234136ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:15.332409Z","caller":"traceutil/trace.go:171","msg":"trace[1013753092] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"111.624097ms","start":"2026-03-07T02:52:15.220761Z","end":"2026-03-07T02:52:15.332385Z","steps":["trace[1013753092] 'process raft request' (duration: 111.504605ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:19.003241Z","caller":"traceutil/trace.go:171","msg":"trace[746851869] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"441.659598ms","start":"2026-03-07T02:52:18.561554Z","end":"2026-03-07T02:52:19.003214Z","steps":["trace[746851869] 'read index received' (duration: 441.451854ms)","trace[746851869] 'applied index is now lower than readState.Index' (duration: 206.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:19.003316Z","caller":"traceutil/trace.go:171","msg":"trace[618759820] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"772.870195ms","start":"2026-03-07T02:52:18.230424Z","end":"2026-03-07T02:52:19.003294Z","steps":["trace[618759820] 'process raft request' (duration: 772.655761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:19.003428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.867562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:52:19.003459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.230399Z","time spent":"772.968016ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:19.003486Z","caller":"traceutil/trace.go:171","msg":"trace[1937187831] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:934; }","duration":"441.978894ms","start":"2026-03-07T02:52:18.561491Z","end":"2026-03-07T02:52:19.00347Z","steps":["trace[1937187831] 'agreement among raft nodes before linearized reading' (duration: 441.884773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:19.003532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.56146Z","time spent":"442.057956ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:19.00362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.922868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T02:52:19.003673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.0908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:52:19.003709Z","caller":"traceutil/trace.go:171","msg":"trace[1518940370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:934; }","duration":"245.04667ms","start":"2026-03-07T02:52:18.758642Z","end":"2026-03-07T02:52:19.003688Z","steps":["trace[1518940370] 'agreement among raft nodes before linearized reading' (duration: 244.794185ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:19.003726Z","caller":"traceutil/trace.go:171","msg":"trace[2052998008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:934; }","duration":"243.157211ms","start":"2026-03-07T02:52:18.760553Z","end":"2026-03-07T02:52:19.00371Z","steps":["trace[2052998008] 'agreement among raft nodes before linearized reading' (duration: 242.895316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:19.003908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.450967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:52:19.003951Z","caller":"traceutil/trace.go:171","msg":"trace[2066194557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:934; }","duration":"243.53331ms","start":"2026-03-07T02:52:18.760408Z","end":"2026-03-07T02:52:19.003942Z","steps":["trace[2066194557] 'agreement among raft nodes before linearized reading' (duration: 243.426037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.031527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211988055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:52:20.532237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211988055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:52:20.570206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562556604s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:52:20.570889Z","caller":"traceutil/trace.go:171","msg":"trace[1366891453] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"1.56331982s","start":"2026-03-07T02:52:19.007535Z","end":"2026-03-07T02:52:20.570854Z","steps":["trace[1366891453] 'process raft request' (duration: 1.56327311s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:20.570961Z","caller":"traceutil/trace.go:171","msg":"trace[1927238486] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"1.563380832s","start":"2026-03-07T02:52:19.007538Z","end":"2026-03-07T02:52:20.570919Z","steps":["trace[1927238486] 'process raft request' (duration: 1.563076486s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.571137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.007514Z","time spent":"1.563527484s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:20.571294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.007512Z","time spent":"1.563484093s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:20.61121Z","caller":"traceutil/trace.go:171","msg":"trace[79865860] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"1.603395361s","start":"2026-03-07T02:52:19.007784Z","end":"2026-03-07T02:52:20.611179Z","steps":["trace[79865860] 'process raft request' (duration: 1.603001943s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.611614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.007775Z","time spent":"1.603547844s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:20.612101Z","caller":"traceutil/trace.go:171","msg":"trace[1652020161] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"1.600548924s","start":"2026-03-07T02:52:19.011437Z","end":"2026-03-07T02:52:20.611986Z","steps":["trace[1652020161] 'process raft request' (duration: 1.599591073s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:20.612048Z","caller":"traceutil/trace.go:171","msg":"trace[34792595] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:965; }","duration":"1.081452438s","start":"2026-03-07T02:52:19.5305Z","end":"2026-03-07T02:52:20.611953Z","steps":["trace[34792595] 'read index received' (duration: 1.04007107s)","trace[34792595] 'applied index is now lower than readState.Index' (duration: 41.379808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:20.612251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081737623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T02:52:20.612337Z","caller":"traceutil/trace.go:171","msg":"trace[758098297] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:938; }","duration":"1.081835885s","start":"2026-03-07T02:52:19.530485Z","end":"2026-03-07T02:52:20.612321Z","steps":["trace[758098297] 'agreement among raft nodes before linearized reading' (duration: 1.081619391s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.612348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.011425Z","time spent":"1.600799468s","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:20.612387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.53043Z","time spent":"1.081947428s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":135,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:20.612623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.586907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:52:20.612705Z","caller":"traceutil/trace.go:171","msg":"trace[1008691986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:938; }","duration":"725.718859ms","start":"2026-03-07T02:52:19.886963Z","end":"2026-03-07T02:52:20.612682Z","steps":["trace[1008691986] 'agreement among raft nodes before linearized reading' (duration: 725.488554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.612762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.886922Z","time spent":"725.829021ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:20.612694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.862236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:20.612823Z","caller":"traceutil/trace.go:171","msg":"trace[649940980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"609.023028ms","start":"2026-03-07T02:52:20.00379Z","end":"2026-03-07T02:52:20.612813Z","steps":["trace[649940980] 'agreement among raft nodes before linearized reading' (duration: 608.876885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.612858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:20.003739Z","time spent":"609.11288ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:20.612815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.804437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:52:20.612968Z","caller":"traceutil/trace.go:171","msg":"trace[2026885969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"697.000451ms","start":"2026-03-07T02:52:19.915953Z","end":"2026-03-07T02:52:20.612953Z","steps":["trace[2026885969] 'agreement among raft nodes before linearized reading' (duration: 696.728476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.613014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.91592Z","time spent":"697.084023ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:52:22.62725Z","caller":"traceutil/trace.go:171","msg":"trace[266670904] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"115.17179ms","start":"2026-03-07T02:52:22.512057Z","end":"2026-03-07T02:52:22.627229Z","steps":["trace[266670904] 'process raft request' (duration: 115.047497ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:22.628786Z","caller":"traceutil/trace.go:171","msg":"trace[136118247] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"115.999967ms","start":"2026-03-07T02:52:22.512748Z","end":"2026-03-07T02:52:22.628748Z","steps":["trace[136118247] 'process raft request' (duration: 115.820384ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:26.872487Z","caller":"traceutil/trace.go:171","msg":"trace[2006733516] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"132.398443ms","start":"2026-03-07T02:52:26.740023Z","end":"2026-03-07T02:52:26.872421Z","steps":["trace[2006733516] 'process raft request' (duration: 48.164597ms)","trace[2006733516] 'compare' (duration: 84.078253ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:26.872763Z","caller":"traceutil/trace.go:171","msg":"trace[368795780] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"131.869392ms","start":"2026-03-07T02:52:26.740866Z","end":"2026-03-07T02:52:26.872736Z","steps":["trace[368795780] 'process raft request' (duration: 131.76118ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:26.872797Z","caller":"traceutil/trace.go:171","msg":"trace[1226576540] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"132.039366ms","start":"2026-03-07T02:52:26.740724Z","end":"2026-03-07T02:52:26.872763Z","steps":["trace[1226576540] 'process raft request' (duration: 131.661308ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:36.107883Z","caller":"traceutil/trace.go:171","msg":"trace[1945735291] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1053; }","duration":"103.015291ms","start":"2026-03-07T02:52:36.004839Z","end":"2026-03-07T02:52:36.107855Z","steps":["trace[1945735291] 'read index received' (duration: 102.747495ms)","trace[1945735291] 'applied index is now lower than readState.Index' (duration: 266.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:36.107982Z","caller":"traceutil/trace.go:171","msg":"trace[165149030] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"181.941328ms","start":"2026-03-07T02:52:35.926004Z","end":"2026-03-07T02:52:36.107945Z","steps":["trace[165149030] 'process raft request' (duration: 181.674412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:36.10804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.183634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:36.108117Z","caller":"traceutil/trace.go:171","msg":"trace[1266313973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"103.304507ms","start":"2026-03-07T02:52:36.004793Z","end":"2026-03-07T02:52:36.108097Z","steps":["trace[1266313973] 'agreement among raft nodes before linearized reading' (duration: 103.182874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:47.428773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.000398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:47.42886Z","caller":"traceutil/trace.go:171","msg":"trace[457245038] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1118; }","duration":"243.132021ms","start":"2026-03-07T02:52:47.18571Z","end":"2026-03-07T02:52:47.428842Z","steps":["trace[457245038] 'count revisions from in-memory index tree' (duration: 242.920487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:47.428881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.138853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:47.428987Z","caller":"traceutil/trace.go:171","msg":"trace[1803206690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1118; }","duration":"391.261747ms","start":"2026-03-07T02:52:47.03771Z","end":"2026-03-07T02:52:47.428972Z","steps":["trace[1803206690] 'range keys from in-memory index tree' (duration: 391.126433ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:51.444594Z","caller":"traceutil/trace.go:171","msg":"trace[1787998906] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"115.827604ms","start":"2026-03-07T02:52:51.328734Z","end":"2026-03-07T02:52:51.444561Z","steps":["trace[1787998906] 'process raft request' (duration: 56.323026ms)","trace[1787998906] 'compare' (duration: 59.364556ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:51.617066Z","caller":"traceutil/trace.go:171","msg":"trace[1536148151] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"150.36901ms","start":"2026-03-07T02:52:51.466664Z","end":"2026-03-07T02:52:51.617033Z","steps":["trace[1536148151] 'process raft request' (duration: 135.21175ms)","trace[1536148151] 'compare' (duration: 14.804603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:53.080747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.003162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:53.080855Z","caller":"traceutil/trace.go:171","msg":"trace[45366978] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1225; }","duration":"186.171125ms","start":"2026-03-07T02:52:52.894666Z","end":"2026-03-07T02:52:53.080837Z","steps":["trace[45366978] 'count revisions from in-memory index tree' (duration: 185.889079ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:53.203085Z","caller":"traceutil/trace.go:171","msg":"trace[1986309165] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"119.325946ms","start":"2026-03-07T02:52:53.08373Z","end":"2026-03-07T02:52:53.203056Z","steps":["trace[1986309165] 'process raft request' (duration: 119.196312ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:53.205826Z","caller":"traceutil/trace.go:171","msg":"trace[820544175] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"121.408798ms","start":"2026-03-07T02:52:53.084391Z","end":"2026-03-07T02:52:53.205799Z","steps":["trace[820544175] 'process raft request' (duration: 121.245744ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:53.206066Z","caller":"traceutil/trace.go:171","msg":"trace[1163967843] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"121.547531ms","start":"2026-03-07T02:52:53.084495Z","end":"2026-03-07T02:52:53.206042Z","steps":["trace[1163967843] 'process raft request' (duration: 121.264054ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:53.206149Z","caller":"traceutil/trace.go:171","msg":"trace[1862993512] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"112.057276ms","start":"2026-03-07T02:52:53.094059Z","end":"2026-03-07T02:52:53.206116Z","steps":["trace[1862993512] 'process raft request' (duration: 111.864812ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:01.434255Z","caller":"traceutil/trace.go:171","msg":"trace[1841262892] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"184.833957ms","start":"2026-03-07T02:53:01.249338Z","end":"2026-03-07T02:53:01.434172Z","steps":["trace[1841262892] 'read index received' (duration: 183.879887ms)","trace[1841262892] 'applied index is now lower than readState.Index' (duration: 952.49µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:01.434303Z","caller":"traceutil/trace.go:171","msg":"trace[609679020] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"187.408041ms","start":"2026-03-07T02:53:01.246832Z","end":"2026-03-07T02:53:01.43424Z","steps":["trace[609679020] 'process raft request' (duration: 186.484861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:01.434667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.284406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:53:01.434642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.229805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T02:53:01.434832Z","caller":"traceutil/trace.go:171","msg":"trace[416275766] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1332; }","duration":"185.380238ms","start":"2026-03-07T02:53:01.249327Z","end":"2026-03-07T02:53:01.434707Z","steps":["trace[416275766] 'agreement among raft nodes before linearized reading' (duration: 185.167284ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:01.434905Z","caller":"traceutil/trace.go:171","msg":"trace[765274187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"185.550901ms","start":"2026-03-07T02:53:01.249321Z","end":"2026-03-07T02:53:01.434872Z","steps":["trace[765274187] 'agreement among raft nodes before linearized reading' (duration: 185.061081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:01.435145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.874148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-07T02:53:01.435447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.04785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T02:53:01.435385Z","caller":"traceutil/trace.go:171","msg":"trace[517082003] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:1332; }","duration":"144.01286ms","start":"2026-03-07T02:53:01.291212Z","end":"2026-03-07T02:53:01.435224Z","steps":["trace[517082003] 'agreement among raft nodes before linearized reading' (duration: 143.443619ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:01.435615Z","caller":"traceutil/trace.go:171","msg":"trace[298843032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"182.263454ms","start":"2026-03-07T02:53:01.253314Z","end":"2026-03-07T02:53:01.435578Z","steps":["trace[298843032] 'agreement among raft nodes before linearized reading' (duration: 181.516589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:01.435607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.277666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:01.435765Z","caller":"traceutil/trace.go:171","msg":"trace[1065457540] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1332; }","duration":"144.521801ms","start":"2026-03-07T02:53:01.29117Z","end":"2026-03-07T02:53:01.435692Z","steps":["trace[1065457540] 'agreement among raft nodes before linearized reading' (duration: 143.562081ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:07.11323Z","caller":"traceutil/trace.go:171","msg":"trace[4918612] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1530; }","duration":"109.134914ms","start":"2026-03-07T02:53:07.004073Z","end":"2026-03-07T02:53:07.113208Z","steps":["trace[4918612] 'read index received' (duration: 108.870709ms)","trace[4918612] 'applied index is now lower than readState.Index' (duration: 263.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:07.113338Z","caller":"traceutil/trace.go:171","msg":"trace[370417101] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"132.549909ms","start":"2026-03-07T02:53:06.980755Z","end":"2026-03-07T02:53:07.113305Z","steps":["trace[370417101] 'process raft request' (duration: 132.306594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:07.113363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.281927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:07.113403Z","caller":"traceutil/trace.go:171","msg":"trace[1928432450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1467; }","duration":"109.365169ms","start":"2026-03-07T02:53:07.004028Z","end":"2026-03-07T02:53:07.113393Z","steps":["trace[1928432450] 'agreement among raft nodes before linearized reading' (duration: 109.271227ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:12.479251Z","caller":"traceutil/trace.go:171","msg":"trace[857423046] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"318.088638ms","start":"2026-03-07T02:53:12.161132Z","end":"2026-03-07T02:53:12.479221Z","steps":["trace[857423046] 'process raft request' (duration: 317.931003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.479412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:12.161113Z","time spent":"318.21591ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7109,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:12.738757Z","caller":"traceutil/trace.go:171","msg":"trace[437294084] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1602; }","duration":"189.326376ms","start":"2026-03-07T02:53:12.549407Z","end":"2026-03-07T02:53:12.738733Z","steps":["trace[437294084] 'read index received' (duration: 189.073271ms)","trace[437294084] 'applied index is now lower than readState.Index' (duration: 252.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:12.738813Z","caller":"traceutil/trace.go:171","msg":"trace[537469457] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"196.295332ms","start":"2026-03-07T02:53:12.542468Z","end":"2026-03-07T02:53:12.738763Z","steps":["trace[537469457] 'process raft request' (duration: 196.080277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.738939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.51394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.739013Z","caller":"traceutil/trace.go:171","msg":"trace[568626182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"189.604722ms","start":"2026-03-07T02:53:12.549368Z","end":"2026-03-07T02:53:12.738973Z","steps":["trace[568626182] 'agreement among raft nodes before linearized reading' (duration: 189.51203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.7391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.465849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.739206Z","caller":"traceutil/trace.go:171","msg":"trace[1111389502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"189.596122ms","start":"2026-03-07T02:53:12.549582Z","end":"2026-03-07T02:53:12.739178Z","steps":["trace[1111389502] 'agreement among raft nodes before linearized reading' (duration: 189.334877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.739326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.329735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.739433Z","caller":"traceutil/trace.go:171","msg":"trace[426558399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"133.486748ms","start":"2026-03-07T02:53:12.605915Z","end":"2026-03-07T02:53:12.739402Z","steps":["trace[426558399] 'agreement among raft nodes before linearized reading' (duration: 133.285284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.739433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.731073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.739501Z","caller":"traceutil/trace.go:171","msg":"trace[103510673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"160.814445ms","start":"2026-03-07T02:53:12.578658Z","end":"2026-03-07T02:53:12.739472Z","steps":["trace[103510673] 'agreement among raft nodes before linearized reading' (duration: 160.728353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.73951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.842146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.739551Z","caller":"traceutil/trace.go:171","msg":"trace[854294964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"160.913658ms","start":"2026-03-07T02:53:12.578626Z","end":"2026-03-07T02:53:12.73954Z","steps":["trace[854294964] 'agreement among raft nodes before linearized reading' (duration: 160.841646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.739357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.433187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:53:12.739681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.868444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.739767Z","caller":"traceutil/trace.go:171","msg":"trace[130330011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"104.976517ms","start":"2026-03-07T02:53:12.634744Z","end":"2026-03-07T02:53:12.73972Z","steps":["trace[130330011] 'agreement among raft nodes before linearized reading' (duration: 104.906436ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:12.739683Z","caller":"traceutil/trace.go:171","msg":"trace[399854986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"133.773934ms","start":"2026-03-07T02:53:12.605894Z","end":"2026-03-07T02:53:12.739668Z","steps":["trace[399854986] 'agreement among raft nodes before linearized reading' (duration: 133.422807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.739342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.430906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.74001Z","caller":"traceutil/trace.go:171","msg":"trace[132546558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"105.177492ms","start":"2026-03-07T02:53:12.634819Z","end":"2026-03-07T02:53:12.739996Z","steps":["trace[132546558] 'agreement among raft nodes before linearized reading' (duration: 104.416945ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:12.843067Z","caller":"traceutil/trace.go:171","msg":"trace[434924866] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"103.550817ms","start":"2026-03-07T02:53:12.73949Z","end":"2026-03-07T02:53:12.843041Z","steps":["trace[434924866] 'process raft request' (duration: 101.399513ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:18.457344Z","caller":"traceutil/trace.go:171","msg":"trace[1175654300] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"104.341124ms","start":"2026-03-07T02:53:18.352979Z","end":"2026-03-07T02:53:18.45732Z","steps":["trace[1175654300] 'process raft request' (duration: 103.882574ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:18.626026Z","caller":"traceutil/trace.go:171","msg":"trace[1995788530] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"158.339094ms","start":"2026-03-07T02:53:18.467654Z","end":"2026-03-07T02:53:18.625993Z","steps":["trace[1995788530] 'process raft request' (duration: 157.715741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.078628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.610602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:53:21.078685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.429662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3ec187a-65be-43ca-a4c6-c573fd46b546\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-07T02:53:21.07877Z","caller":"traceutil/trace.go:171","msg":"trace[1483524442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"688.788515ms","start":"2026-03-07T02:53:20.389956Z","end":"2026-03-07T02:53:21.078744Z","steps":["trace[1483524442] 'range keys from in-memory index tree' (duration: 688.415068ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.078814Z","caller":"traceutil/trace.go:171","msg":"trace[612469982] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3ec187a-65be-43ca-a4c6-c573fd46b546; range_end:; response_count:1; response_revision:1637; }","duration":"558.623546ms","start":"2026-03-07T02:53:20.520141Z","end":"2026-03-07T02:53:21.078765Z","steps":["trace[612469982] 'range keys from in-memory index tree' (duration: 558.220407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.078849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104249771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3ec187a-65be-43ca-a4c6-c573fd46b546\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-07T02:53:21.078874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:20.520109Z","time spent":"558.750838ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3ec187a-65be-43ca-a4c6-c573fd46b546\" "} {"level":"info","ts":"2026-03-07T02:53:21.078926Z","caller":"traceutil/trace.go:171","msg":"trace[506920947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3ec187a-65be-43ca-a4c6-c573fd46b546; range_end:; response_count:1; response_revision:1637; }","duration":"1.104438296s","start":"2026-03-07T02:53:19.974467Z","end":"2026-03-07T02:53:21.078905Z","steps":["trace[506920947] 'range keys from in-memory index tree' (duration: 1.104049548s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.078907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189572111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:53:21.078969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.096876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a6f7fc7d193bf\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-07T02:53:21.078983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:19.974455Z","time spent":"1.104512497s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3ec187a-65be-43ca-a4c6-c573fd46b546\" "} {"level":"info","ts":"2026-03-07T02:53:21.079Z","caller":"traceutil/trace.go:171","msg":"trace[956874195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"1.189716124s","start":"2026-03-07T02:53:19.889265Z","end":"2026-03-07T02:53:21.078981Z","steps":["trace[956874195] 'range keys from in-memory index tree' (duration: 1.189313716s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.079029Z","caller":"traceutil/trace.go:171","msg":"trace[88083854] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a6f7fc7d193bf; range_end:; response_count:1; response_revision:1637; }","duration":"628.27377ms","start":"2026-03-07T02:53:20.450739Z","end":"2026-03-07T02:53:21.079013Z","steps":["trace[88083854] 'range keys from in-memory index tree' (duration: 627.950523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.078874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:20.389924Z","time spent":"688.931859ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T02:53:21.079082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:20.45071Z","time spent":"628.364182ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a6f7fc7d193bf\" "} {"level":"warn","ts":"2026-03-07T02:53:21.079084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:19.889244Z","time spent":"1.189828976s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T02:53:21.079548Z","caller":"traceutil/trace.go:171","msg":"trace[1254002574] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"297.864729ms","start":"2026-03-07T02:53:20.781638Z","end":"2026-03-07T02:53:21.079503Z","steps":["trace[1254002574] 'process raft request' (duration: 295.761765ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.079608Z","caller":"traceutil/trace.go:171","msg":"trace[1689139355] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"192.454551ms","start":"2026-03-07T02:53:20.88713Z","end":"2026-03-07T02:53:21.079585Z","steps":["trace[1689139355] 'process raft request' (duration: 192.307628ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.07956Z","caller":"traceutil/trace.go:171","msg":"trace[1458553791] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1708; }","duration":"113.767959ms","start":"2026-03-07T02:53:20.965771Z","end":"2026-03-07T02:53:21.079539Z","steps":["trace[1458553791] 'read index received' (duration: 111.650025ms)","trace[1458553791] 'applied index is now lower than readState.Index' (duration: 2.116744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:21.079746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.957673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:53:21.079814Z","caller":"traceutil/trace.go:171","msg":"trace[1745699649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1639; }","duration":"114.072766ms","start":"2026-03-07T02:53:20.965725Z","end":"2026-03-07T02:53:21.079798Z","steps":["trace[1745699649] 'agreement among raft nodes before linearized reading' (duration: 113.881222ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.313806Z","caller":"traceutil/trace.go:171","msg":"trace[1304611859] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"231.581832ms","start":"2026-03-07T02:53:21.082204Z","end":"2026-03-07T02:53:21.313786Z","steps":["trace[1304611859] 'process raft request' (duration: 231.433829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.973315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.596199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:53:21.973624Z","caller":"traceutil/trace.go:171","msg":"trace[1985385170] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"889.947897ms","start":"2026-03-07T02:53:21.083636Z","end":"2026-03-07T02:53:21.973584Z","steps":["trace[1985385170] 'process raft request' (duration: 636.95204ms)","trace[1985385170] 'compare' (duration: 252.466767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:21.973813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.083622Z","time spent":"890.0843ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:21.973892Z","caller":"traceutil/trace.go:171","msg":"trace[2128129557] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"890.138061ms","start":"2026-03-07T02:53:21.083673Z","end":"2026-03-07T02:53:21.973811Z","steps":["trace[2128129557] 'process raft request' (duration: 889.763493ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.974022Z","caller":"traceutil/trace.go:171","msg":"trace[687082597] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"886.341563ms","start":"2026-03-07T02:53:21.087654Z","end":"2026-03-07T02:53:21.973996Z","steps":["trace[687082597] 'process raft request' (duration: 886.093798ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.97413Z","caller":"traceutil/trace.go:171","msg":"trace[847620745] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1710; }","duration":"682.711799ms","start":"2026-03-07T02:53:21.291398Z","end":"2026-03-07T02:53:21.97411Z","steps":["trace[847620745] 'read index received' (duration: 22.315432ms)","trace[847620745] 'applied index is now lower than readState.Index' (duration: 660.393407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:21.97414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.08763Z","time spent":"886.449896ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:21.974123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.083659Z","time spent":"890.348826ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:21.974184Z","caller":"traceutil/trace.go:171","msg":"trace[1835624591] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"572.78218ms","start":"2026-03-07T02:53:21.401371Z","end":"2026-03-07T02:53:21.974154Z","steps":["trace[1835624591] 'process raft request' (duration: 572.626917ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.974303Z","caller":"traceutil/trace.go:171","msg":"trace[1050213814] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"144.130069ms","start":"2026-03-07T02:53:21.830139Z","end":"2026-03-07T02:53:21.974269Z","steps":["trace[1050213814] 'process raft request' (duration: 143.974176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.974354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.401332Z","time spent":"572.932212ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:21.974394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.994356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T02:53:21.974448Z","caller":"traceutil/trace.go:171","msg":"trace[1360070204] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:1645; }","duration":"683.054407ms","start":"2026-03-07T02:53:21.291383Z","end":"2026-03-07T02:53:21.974437Z","steps":["trace[1360070204] 'agreement among raft nodes before linearized reading' (duration: 682.836302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.974485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.291326Z","time spent":"683.151979ms","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-07T02:53:21.974395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.71691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T02:53:21.974525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.947795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:53:21.974537Z","caller":"traceutil/trace.go:171","msg":"trace[1100797868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1645; }","duration":"440.861903ms","start":"2026-03-07T02:53:21.533658Z","end":"2026-03-07T02:53:21.97452Z","steps":["trace[1100797868] 'agreement among raft nodes before linearized reading' (duration: 440.604627ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:21.974584Z","caller":"traceutil/trace.go:171","msg":"trace[503920228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1645; }","duration":"428.045088ms","start":"2026-03-07T02:53:21.546523Z","end":"2026-03-07T02:53:21.974568Z","steps":["trace[503920228] 'agreement among raft nodes before linearized reading' (duration: 427.912415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.974596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.533568Z","time spent":"441.012016ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:53:21.974631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.546495Z","time spent":"428.125469ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:53:21.975242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.902331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:53:21.975329Z","caller":"traceutil/trace.go:171","msg":"trace[1298998220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1645; }","duration":"424.011663ms","start":"2026-03-07T02:53:21.551302Z","end":"2026-03-07T02:53:21.975314Z","steps":["trace[1298998220] 'agreement among raft nodes before linearized reading' (duration: 423.108314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:21.975454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:21.551292Z","time spent":"424.066205ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:53:36.279493Z","caller":"traceutil/trace.go:171","msg":"trace[993041194] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1836; }","duration":"226.985988ms","start":"2026-03-07T02:53:36.052482Z","end":"2026-03-07T02:53:36.279468Z","steps":["trace[993041194] 'read index received' (duration: 226.660702ms)","trace[993041194] 'applied index is now lower than readState.Index' (duration: 324.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:36.279644Z","caller":"traceutil/trace.go:171","msg":"trace[1335166975] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"254.099769ms","start":"2026-03-07T02:53:36.025488Z","end":"2026-03-07T02:53:36.279588Z","steps":["trace[1335166975] 'process raft request' (duration: 253.744982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:36.27978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.290205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:53:36.27981Z","caller":"traceutil/trace.go:171","msg":"trace[566427088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1763; }","duration":"227.371877ms","start":"2026-03-07T02:53:36.052431Z","end":"2026-03-07T02:53:36.279803Z","steps":["trace[566427088] 'agreement among raft nodes before linearized reading' (duration: 227.267165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:36.279916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.686351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T02:53:36.279964Z","caller":"traceutil/trace.go:171","msg":"trace[1693673124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1763; }","duration":"210.801823ms","start":"2026-03-07T02:53:36.069149Z","end":"2026-03-07T02:53:36.279951Z","steps":["trace[1693673124] 'agreement among raft nodes before linearized reading' (duration: 210.614289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:36.279989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.915452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T02:53:36.280011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.307426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:53:36.280077Z","caller":"traceutil/trace.go:171","msg":"trace[7640090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1763; }","duration":"153.059795ms","start":"2026-03-07T02:53:36.127Z","end":"2026-03-07T02:53:36.280059Z","steps":["trace[7640090] 'agreement among raft nodes before linearized reading' (duration: 152.79896ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:36.280088Z","caller":"traceutil/trace.go:171","msg":"trace[1149792768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1763; }","duration":"175.415939ms","start":"2026-03-07T02:53:36.104655Z","end":"2026-03-07T02:53:36.280071Z","steps":["trace[1149792768] 'agreement among raft nodes before linearized reading' (duration: 175.236225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:36.280115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.539757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T02:53:36.280228Z","caller":"traceutil/trace.go:171","msg":"trace[1018084721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1763; }","duration":"155.70639ms","start":"2026-03-07T02:53:36.124495Z","end":"2026-03-07T02:53:36.280202Z","steps":["trace[1018084721] 'agreement among raft nodes before linearized reading' (duration: 155.358293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:37.457504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211989743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:53:37.957637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211989743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:53:38.220928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38572793s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:53:38.221361Z","caller":"traceutil/trace.go:171","msg":"trace[71082874] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"1.386257961s","start":"2026-03-07T02:53:36.83507Z","end":"2026-03-07T02:53:38.221328Z","steps":["trace[71082874] 'process raft request' (duration: 1.386047347s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:38.221551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:36.835046Z","time spent":"1.386402884s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:38.234662Z","caller":"traceutil/trace.go:171","msg":"trace[694321450] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"1.247919441s","start":"2026-03-07T02:53:36.986717Z","end":"2026-03-07T02:53:38.234637Z","steps":["trace[694321450] 'process raft request' (duration: 1.245351008s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:38.2348Z","caller":"traceutil/trace.go:171","msg":"trace[164698343] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"1.014267756s","start":"2026-03-07T02:53:37.220484Z","end":"2026-03-07T02:53:38.234752Z","steps":["trace[164698343] 'process raft request' (duration: 1.014113243s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:38.234816Z","caller":"traceutil/trace.go:171","msg":"trace[1604996540] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"1.018625866s","start":"2026-03-07T02:53:37.21614Z","end":"2026-03-07T02:53:38.234766Z","steps":["trace[1604996540] 'process raft request' (duration: 1.018404681s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:38.234975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:37.220469Z","time spent":"1.014405768s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:38.235001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:37.216103Z","time spent":"1.018792589s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:38.235589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:36.986697Z","time spent":"1.248057914s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:38.238469Z","caller":"traceutil/trace.go:171","msg":"trace[176330372] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1842; }","duration":"1.281643191s","start":"2026-03-07T02:53:36.956805Z","end":"2026-03-07T02:53:38.238448Z","steps":["trace[176330372] 'read index received' (duration: 1.264394543s)","trace[176330372] 'applied index is now lower than readState.Index' (duration: 17.247468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:38.238612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281789725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:38.238673Z","caller":"traceutil/trace.go:171","msg":"trace[1727636285] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1772; }","duration":"1.281895376s","start":"2026-03-07T02:53:36.956763Z","end":"2026-03-07T02:53:38.238658Z","steps":["trace[1727636285] 'agreement among raft nodes before linearized reading' (duration: 1.281778884s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:38.238681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.198838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:53:38.238703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.101267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:38.238719Z","caller":"traceutil/trace.go:171","msg":"trace[375919476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1772; }","duration":"953.2706ms","start":"2026-03-07T02:53:37.285436Z","end":"2026-03-07T02:53:38.238707Z","steps":["trace[375919476] 'agreement among raft nodes before linearized reading' (duration: 953.131807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:38.238718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:36.956742Z","time spent":"1.281967748s","remote":"127.0.0.1:57262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:53:38.238765Z","caller":"traceutil/trace.go:171","msg":"trace[39477561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1772; }","duration":"235.201798ms","start":"2026-03-07T02:53:38.003548Z","end":"2026-03-07T02:53:38.23875Z","steps":["trace[39477561] 'agreement among raft nodes before linearized reading' (duration: 235.087776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:38.238769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:37.285415Z","time spent":"953.346221ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T02:53:44.365972Z","caller":"traceutil/trace.go:171","msg":"trace[509536813] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"152.640945ms","start":"2026-03-07T02:53:44.213314Z","end":"2026-03-07T02:53:44.365955Z","steps":["trace[509536813] 'process raft request' (duration: 152.556373ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:44.39803Z","caller":"traceutil/trace.go:171","msg":"trace[1312549068] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"142.563107ms","start":"2026-03-07T02:53:44.255445Z","end":"2026-03-07T02:53:44.398008Z","steps":["trace[1312549068] 'process raft request' (duration: 142.471324ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:44.398042Z","caller":"traceutil/trace.go:171","msg":"trace[1088350708] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"146.282005ms","start":"2026-03-07T02:53:44.251738Z","end":"2026-03-07T02:53:44.39802Z","steps":["trace[1088350708] 'process raft request' (duration: 146.057189ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:44.398143Z","caller":"traceutil/trace.go:171","msg":"trace[1938200323] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1873; }","duration":"115.289082ms","start":"2026-03-07T02:53:44.282839Z","end":"2026-03-07T02:53:44.398129Z","steps":["trace[1938200323] 'read index received' (duration: 83.148265ms)","trace[1938200323] 'applied index is now lower than readState.Index' (duration: 32.139937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:44.39831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.454626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T02:53:44.398367Z","caller":"traceutil/trace.go:171","msg":"trace[235114477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1800; }","duration":"115.553017ms","start":"2026-03-07T02:53:44.2828Z","end":"2026-03-07T02:53:44.398353Z","steps":["trace[235114477] 'agreement among raft nodes before linearized reading' (duration: 115.390834ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:08.361719Z","caller":"traceutil/trace.go:171","msg":"trace[1155366498] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"103.578612ms","start":"2026-03-07T02:54:08.258108Z","end":"2026-03-07T02:54:08.361687Z","steps":["trace[1155366498] 'process raft request' (duration: 40.176664ms)","trace[1155366498] 'compare' (duration: 63.270156ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:08.923164Z","caller":"traceutil/trace.go:171","msg":"trace[1077614187] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"449.133564ms","start":"2026-03-07T02:54:08.474005Z","end":"2026-03-07T02:54:08.923139Z","steps":["trace[1077614187] 'process raft request' (duration: 448.997021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:08.923308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.473981Z","time spent":"449.253477ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:09.104473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.507785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:09.104627Z","caller":"traceutil/trace.go:171","msg":"trace[664545339] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2005; }","duration":"597.988127ms","start":"2026-03-07T02:54:08.506624Z","end":"2026-03-07T02:54:09.104612Z","steps":["trace[664545339] 'read index received' (duration: 416.285271ms)","trace[664545339] 'applied index is now lower than readState.Index' (duration: 181.701886ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:09.104711Z","caller":"traceutil/trace.go:171","msg":"trace[1067416342] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"625.519239ms","start":"2026-03-07T02:54:08.479182Z","end":"2026-03-07T02:54:09.104702Z","steps":["trace[1067416342] 'process raft request' (duration: 625.375056ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:09.104694Z","caller":"traceutil/trace.go:171","msg":"trace[908802177] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"627.430819ms","start":"2026-03-07T02:54:08.477232Z","end":"2026-03-07T02:54:09.104663Z","steps":["trace[908802177] 'process raft request' (duration: 480.646879ms)","trace[908802177] 'compare' (duration: 146.413043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:09.104777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.479157Z","time spent":"625.585161ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:09.104883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.477217Z","time spent":"627.555773ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:09.104969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.352455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:54:09.104999Z","caller":"traceutil/trace.go:171","msg":"trace[1986675017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1927; }","duration":"598.410106ms","start":"2026-03-07T02:54:08.506581Z","end":"2026-03-07T02:54:09.104991Z","steps":["trace[1986675017] 'agreement among raft nodes before linearized reading' (duration: 598.306254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.506568Z","time spent":"598.452597ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:54:09.105143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.1855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:54:09.105184Z","caller":"traceutil/trace.go:171","msg":"trace[572257817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"570.258521ms","start":"2026-03-07T02:54:08.534914Z","end":"2026-03-07T02:54:09.105173Z","steps":["trace[572257817] 'agreement among raft nodes before linearized reading' (duration: 570.126218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.283211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:54:09.105212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.149992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-07T02:54:09.105215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.534894Z","time spent":"570.314293ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:54:09.105244Z","caller":"traceutil/trace.go:171","msg":"trace[1727947246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1927; }","duration":"151.216783ms","start":"2026-03-07T02:54:08.954017Z","end":"2026-03-07T02:54:09.105234Z","steps":["trace[1727947246] 'agreement among raft nodes before linearized reading' (duration: 151.125231ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:09.105252Z","caller":"traceutil/trace.go:171","msg":"trace[1383761635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"543.390393ms","start":"2026-03-07T02:54:08.561844Z","end":"2026-03-07T02:54:09.105234Z","steps":["trace[1383761635] 'agreement among raft nodes before linearized reading' (duration: 543.25576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.56183Z","time spent":"543.459134ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:54:09.105336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.915595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T02:54:09.105336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.549739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:54:09.105429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.075611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:09.105471Z","caller":"traceutil/trace.go:171","msg":"trace[943581056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"102.153683ms","start":"2026-03-07T02:54:09.003309Z","end":"2026-03-07T02:54:09.105463Z","steps":["trace[943581056] 'agreement among raft nodes before linearized reading' (duration: 102.097242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.312168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:54:09.105529Z","caller":"traceutil/trace.go:171","msg":"trace[984655077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"563.359148ms","start":"2026-03-07T02:54:08.542163Z","end":"2026-03-07T02:54:09.105522Z","steps":["trace[984655077] 'agreement among raft nodes before linearized reading' (duration: 563.296347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.10556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.54215Z","time spent":"563.404399ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:54:09.105429Z","caller":"traceutil/trace.go:171","msg":"trace[2089694388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"533.672251ms","start":"2026-03-07T02:54:08.571732Z","end":"2026-03-07T02:54:09.105405Z","steps":["trace[2089694388] 'agreement among raft nodes before linearized reading' (duration: 533.423126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.571721Z","time spent":"533.917365ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T02:54:09.10537Z","caller":"traceutil/trace.go:171","msg":"trace[570320163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"558.980067ms","start":"2026-03-07T02:54:08.546382Z","end":"2026-03-07T02:54:09.105362Z","steps":["trace[570320163] 'agreement among raft nodes before linearized reading' (duration: 558.900365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.546375Z","time spent":"559.319904ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:54:09.10544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.414785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:54:09.105801Z","caller":"traceutil/trace.go:171","msg":"trace[1339634748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"559.791474ms","start":"2026-03-07T02:54:08.545999Z","end":"2026-03-07T02:54:09.105791Z","steps":["trace[1339634748] 'agreement among raft nodes before linearized reading' (duration: 559.389875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.105835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:08.545984Z","time spent":"559.843764ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:54:09.27443Z","caller":"traceutil/trace.go:171","msg":"trace[1256909899] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"163.452288ms","start":"2026-03-07T02:54:09.110961Z","end":"2026-03-07T02:54:09.274413Z","steps":["trace[1256909899] 'process raft request' (duration: 163.364816ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:09.274481Z","caller":"traceutil/trace.go:171","msg":"trace[345828050] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"163.491508ms","start":"2026-03-07T02:54:09.110931Z","end":"2026-03-07T02:54:09.274422Z","steps":["trace[345828050] 'process raft request' (duration: 163.315035ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:09.274873Z","caller":"traceutil/trace.go:171","msg":"trace[750052735] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"163.489588ms","start":"2026-03-07T02:54:09.110639Z","end":"2026-03-07T02:54:09.274128Z","steps":["trace[750052735] 'process raft request' (duration: 101.096671ms)","trace[750052735] 'compare' (duration: 62.280514ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:09.274961Z","caller":"traceutil/trace.go:171","msg":"trace[836450578] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"163.000878ms","start":"2026-03-07T02:54:09.111948Z","end":"2026-03-07T02:54:09.274949Z","steps":["trace[836450578] 'process raft request' (duration: 162.756773ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:09.274987Z","caller":"traceutil/trace.go:171","msg":"trace[374242221] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2008; }","duration":"159.866553ms","start":"2026-03-07T02:54:09.115077Z","end":"2026-03-07T02:54:09.274943Z","steps":["trace[374242221] 'read index received' (duration: 96.684989ms)","trace[374242221] 'applied index is now lower than readState.Index' (duration: 63.180504ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:09.275055Z","caller":"traceutil/trace.go:171","msg":"trace[313699442] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"163.727734ms","start":"2026-03-07T02:54:09.111319Z","end":"2026-03-07T02:54:09.275047Z","steps":["trace[313699442] 'process raft request' (duration: 163.0509ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:09.275164Z","caller":"traceutil/trace.go:171","msg":"trace[1120489660] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"162.685771ms","start":"2026-03-07T02:54:09.112459Z","end":"2026-03-07T02:54:09.275145Z","steps":["trace[1120489660] 'process raft request' (duration: 162.420116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:09.275305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.21538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:09.275347Z","caller":"traceutil/trace.go:171","msg":"trace[2059605870] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1933; }","duration":"160.285711ms","start":"2026-03-07T02:54:09.115052Z","end":"2026-03-07T02:54:09.275337Z","steps":["trace[2059605870] 'agreement among raft nodes before linearized reading' (duration: 160.21623ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:15.070007Z","caller":"traceutil/trace.go:171","msg":"trace[1198341532] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"143.954221ms","start":"2026-03-07T02:54:14.926026Z","end":"2026-03-07T02:54:15.06998Z","steps":["trace[1198341532] 'process raft request' (duration: 143.801468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:15.293014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.764797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:15.293157Z","caller":"traceutil/trace.go:171","msg":"trace[1957697961] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"347.750337ms","start":"2026-03-07T02:54:14.945378Z","end":"2026-03-07T02:54:15.293129Z","steps":["trace[1957697961] 'process raft request' (duration: 205.792086ms)","trace[1957697961] 'compare' (duration: 141.647895ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:15.293171Z","caller":"traceutil/trace.go:171","msg":"trace[1714958713] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2035; }","duration":"289.620489ms","start":"2026-03-07T02:54:15.003521Z","end":"2026-03-07T02:54:15.293142Z","steps":["trace[1714958713] 'read index received' (duration: 66.39736ms)","trace[1714958713] 'applied index is now lower than readState.Index' (duration: 223.220919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:15.293293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.945349Z","time spent":"347.89707ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:15.293373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.842104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:15.29322Z","caller":"traceutil/trace.go:171","msg":"trace[1057443047] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"169.186566ms","start":"2026-03-07T02:54:15.124024Z","end":"2026-03-07T02:54:15.293211Z","steps":["trace[1057443047] 'process raft request' (duration: 169.132445ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:15.29341Z","caller":"traceutil/trace.go:171","msg":"trace[798934441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"289.936336ms","start":"2026-03-07T02:54:15.003463Z","end":"2026-03-07T02:54:15.2934Z","steps":["trace[798934441] 'agreement among raft nodes before linearized reading' (duration: 289.854284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:15.293443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.125207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-07T02:54:15.293477Z","caller":"traceutil/trace.go:171","msg":"trace[1429297585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"184.193908ms","start":"2026-03-07T02:54:15.109273Z","end":"2026-03-07T02:54:15.293467Z","steps":["trace[1429297585] 'agreement among raft nodes before linearized reading' (duration: 184.090896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:15.293696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.479844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T02:54:15.293802Z","caller":"traceutil/trace.go:171","msg":"trace[2104888126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"146.641277ms","start":"2026-03-07T02:54:15.147136Z","end":"2026-03-07T02:54:15.293778Z","steps":["trace[2104888126] 'agreement among raft nodes before linearized reading' (duration: 146.344871ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:15.293825Z","caller":"traceutil/trace.go:171","msg":"trace[798794017] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"171.526885ms","start":"2026-03-07T02:54:15.121737Z","end":"2026-03-07T02:54:15.293264Z","steps":["trace[798794017] 'process raft request' (duration: 171.362331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:16.051637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.334342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:16.052003Z","caller":"traceutil/trace.go:171","msg":"trace[223998320] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"181.697097ms","start":"2026-03-07T02:54:15.870283Z","end":"2026-03-07T02:54:16.05198Z","steps":["trace[223998320] 'process raft request' (duration: 181.625235ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:16.052022Z","caller":"traceutil/trace.go:171","msg":"trace[1914111991] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"722.930514ms","start":"2026-03-07T02:54:15.329048Z","end":"2026-03-07T02:54:16.051979Z","steps":["trace[1914111991] 'process raft request' (duration: 722.68759ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:16.052177Z","caller":"traceutil/trace.go:171","msg":"trace[1743249587] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"722.972895ms","start":"2026-03-07T02:54:15.32919Z","end":"2026-03-07T02:54:16.052163Z","steps":["trace[1743249587] 'process raft request' (duration: 722.593568ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:16.052201Z","caller":"traceutil/trace.go:171","msg":"trace[28267295] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"723.137599ms","start":"2026-03-07T02:54:15.329026Z","end":"2026-03-07T02:54:16.052164Z","steps":["trace[28267295] 'process raft request' (duration: 78.201356ms)","trace[28267295] 'compare' (duration: 644.161007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:16.052232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:15.329026Z","time spent":"723.083188ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:16.052276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:15.329182Z","time spent":"723.040547ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:16.052273Z","caller":"traceutil/trace.go:171","msg":"trace[673838746] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"722.158779ms","start":"2026-03-07T02:54:15.330041Z","end":"2026-03-07T02:54:16.0522Z","steps":["trace[673838746] 'process raft request' (duration: 721.772471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:16.052336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:15.328996Z","time spent":"723.269031ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:16.052495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:15.33003Z","time spent":"722.377513ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:16.052499Z","caller":"traceutil/trace.go:171","msg":"trace[596636607] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"722.105228ms","start":"2026-03-07T02:54:15.330244Z","end":"2026-03-07T02:54:16.052349Z","steps":["trace[596636607] 'process raft request' (duration: 721.611258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:16.052975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:15.330216Z","time spent":"722.603559ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:17.505019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211990236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:54:17.984952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387995367s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:54:17.985443Z","caller":"traceutil/trace.go:171","msg":"trace[1325422205] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.388590979s","start":"2026-03-07T02:54:16.596816Z","end":"2026-03-07T02:54:17.985407Z","steps":["trace[1325422205] 'process raft request' (duration: 1.388368735s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:17.985777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.59679Z","time spent":"1.388870275s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.004245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T02:54:19.004334Z","caller":"traceutil/trace.go:171","msg":"trace[542957244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017425s","start":"2026-03-07T02:54:17.004135Z","end":"2026-03-07T02:54:19.00431Z","steps":["trace[542957244] 'agreement among raft nodes before linearized reading' (duration: 2.000075898s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.004408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.004115Z","time spent":"2.000276893s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:54:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:54:19.703667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.566712ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T02:54:19.704007Z","caller":"traceutil/trace.go:171","msg":"trace[1816296206] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"2.405604637s","start":"2026-03-07T02:54:17.298376Z","end":"2026-03-07T02:54:19.703981Z","steps":["trace[1816296206] 'process raft request' (duration: 2.405387552s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.704261Z","caller":"traceutil/trace.go:171","msg":"trace[97039503] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"2.405800551s","start":"2026-03-07T02:54:17.298432Z","end":"2026-03-07T02:54:19.704233Z","steps":["trace[97039503] 'process raft request' (duration: 2.405490674s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.704398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.298403Z","time spent":"2.405919594s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:19.704397Z","caller":"traceutil/trace.go:171","msg":"trace[1698511105] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"2.405333592s","start":"2026-03-07T02:54:17.299038Z","end":"2026-03-07T02:54:19.704372Z","steps":["trace[1698511105] 'process raft request' (duration: 2.405112907s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.704446Z","caller":"traceutil/trace.go:171","msg":"trace[1609043120] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2046; }","duration":"2.700248971s","start":"2026-03-07T02:54:17.004176Z","end":"2026-03-07T02:54:19.704425Z","steps":["trace[1609043120] 'read index received' (duration: 980.932237ms)","trace[1609043120] 'applied index is now lower than readState.Index' (duration: 1.719314854s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.704428Z","caller":"traceutil/trace.go:171","msg":"trace[726406432] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"199.039087ms","start":"2026-03-07T02:54:19.50536Z","end":"2026-03-07T02:54:19.704399Z","steps":["trace[726406432] 'process raft request' (duration: 198.903404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.704546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.299034Z","time spent":"2.405428193s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.70468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140781969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.704724Z","caller":"traceutil/trace.go:171","msg":"trace[60436460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"1.140886761s","start":"2026-03-07T02:54:18.563826Z","end":"2026-03-07T02:54:19.704713Z","steps":["trace[60436460] 'agreement among raft nodes before linearized reading' (duration: 1.140815529s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.704736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319487707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:54:19.704765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.56379Z","time spent":"1.140967633s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:54:19.704792Z","caller":"traceutil/trace.go:171","msg":"trace[380318140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"2.319584749s","start":"2026-03-07T02:54:17.385191Z","end":"2026-03-07T02:54:19.704775Z","steps":["trace[380318140] 'agreement among raft nodes before linearized reading' (duration: 2.319385535s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.704809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.158847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-07T02:54:19.704805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647253866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T02:54:19.70484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.156892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.704872Z","caller":"traceutil/trace.go:171","msg":"trace[949540320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1968; }","duration":"388.234419ms","start":"2026-03-07T02:54:19.316608Z","end":"2026-03-07T02:54:19.704842Z","steps":["trace[949540320] 'agreement among raft nodes before linearized reading' (duration: 388.098786ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.704878Z","caller":"traceutil/trace.go:171","msg":"trace[2044482433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1968; }","duration":"1.647353788s","start":"2026-03-07T02:54:18.057505Z","end":"2026-03-07T02:54:19.704859Z","steps":["trace[2044482433] 'agreement among raft nodes before linearized reading' (duration: 1.647171274s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.704909Z","caller":"traceutil/trace.go:171","msg":"trace[1131814872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"700.224333ms","start":"2026-03-07T02:54:19.004671Z","end":"2026-03-07T02:54:19.704896Z","steps":["trace[1131814872] 'agreement among raft nodes before linearized reading' (duration: 700.136432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.704919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.316585Z","time spent":"388.321421ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T02:54:19.704938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.004582Z","time spent":"700.350586ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:54:19.704923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.057497Z","time spent":"1.647417259s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:54:19.704971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648484081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T02:54:19.704854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.385171Z","time spent":"2.319669691s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T02:54:19.705027Z","caller":"traceutil/trace.go:171","msg":"trace[617557908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"1.648582213s","start":"2026-03-07T02:54:18.056432Z","end":"2026-03-07T02:54:19.705014Z","steps":["trace[617557908] 'agreement among raft nodes before linearized reading' (duration: 1.6484536s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.705029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64842962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T02:54:19.705079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.056644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:54:19.705115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647571253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:54:19.705169Z","caller":"traceutil/trace.go:171","msg":"trace[947781404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"1.647648184s","start":"2026-03-07T02:54:18.057509Z","end":"2026-03-07T02:54:19.705158Z","steps":["trace[947781404] 'agreement among raft nodes before linearized reading' (duration: 1.647525851s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.705171Z","caller":"traceutil/trace.go:171","msg":"trace[1140321396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1968; }","duration":"910.221138ms","start":"2026-03-07T02:54:18.794929Z","end":"2026-03-07T02:54:19.70515Z","steps":["trace[1140321396] 'agreement among raft nodes before linearized reading' (duration: 910.011713ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.705167Z","caller":"traceutil/trace.go:171","msg":"trace[1230388338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"1.648644634s","start":"2026-03-07T02:54:18.056496Z","end":"2026-03-07T02:54:19.705141Z","steps":["trace[1230388338] 'agreement among raft nodes before linearized reading' (duration: 1.648273637s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.705244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.794902Z","time spent":"910.32905ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:19.705068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.056406Z","time spent":"1.648651556s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:54:19.705215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.057498Z","time spent":"1.647709225s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:54:19.705303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.056472Z","time spent":"1.648813357s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:54:19.705199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451433015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88018de844\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-07T02:54:19.705413Z","caller":"traceutil/trace.go:171","msg":"trace[1760539511] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88018de844; range_end:; response_count:1; response_revision:1968; }","duration":"1.451683461s","start":"2026-03-07T02:54:18.253712Z","end":"2026-03-07T02:54:19.705395Z","steps":["trace[1760539511] 'agreement among raft nodes before linearized reading' (duration: 1.451264862s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.705456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.25369Z","time spent":"1.451753043s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88018de844\" "} {"level":"warn","ts":"2026-03-07T02:54:19.705455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.298354Z","time spent":"2.406992716s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.70605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648553463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:54:19.706132Z","caller":"traceutil/trace.go:171","msg":"trace[376629743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1968; }","duration":"1.648657254s","start":"2026-03-07T02:54:18.057455Z","end":"2026-03-07T02:54:19.706112Z","steps":["trace[376629743] 'agreement among raft nodes before linearized reading' (duration: 1.64748664s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.706176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.057443Z","time spent":"1.648722315s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:54:19.989674Z","caller":"traceutil/trace.go:171","msg":"trace[1231904204] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2052; }","duration":"273.012605ms","start":"2026-03-07T02:54:19.716637Z","end":"2026-03-07T02:54:19.98965Z","steps":["trace[1231904204] 'read index received' (duration: 18.526486ms)","trace[1231904204] 'applied index is now lower than readState.Index' (duration: 254.485029ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.98971Z","caller":"traceutil/trace.go:171","msg":"trace[1909422741] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"273.397652ms","start":"2026-03-07T02:54:19.716255Z","end":"2026-03-07T02:54:19.989653Z","steps":["trace[1909422741] 'process raft request' (duration: 273.2937ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.989839Z","caller":"traceutil/trace.go:171","msg":"trace[543225235] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"270.950422ms","start":"2026-03-07T02:54:19.718875Z","end":"2026-03-07T02:54:19.989826Z","steps":["trace[543225235] 'process raft request' (duration: 270.712617ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.989841Z","caller":"traceutil/trace.go:171","msg":"trace[1761534792] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"250.258131ms","start":"2026-03-07T02:54:19.739559Z","end":"2026-03-07T02:54:19.989817Z","steps":["trace[1761534792] 'process raft request' (duration: 250.20772ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.990043Z","caller":"traceutil/trace.go:171","msg":"trace[28645614] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"254.865838ms","start":"2026-03-07T02:54:19.735154Z","end":"2026-03-07T02:54:19.99002Z","steps":["trace[28645614] 'process raft request' (duration: 254.47021ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.989849Z","caller":"traceutil/trace.go:171","msg":"trace[298933232] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"275.950705ms","start":"2026-03-07T02:54:19.713768Z","end":"2026-03-07T02:54:19.989718Z","steps":["trace[298933232] 'process raft request' (duration: 269.325977ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.990168Z","caller":"traceutil/trace.go:171","msg":"trace[125692265] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"255.00355ms","start":"2026-03-07T02:54:19.735154Z","end":"2026-03-07T02:54:19.990158Z","steps":["trace[125692265] 'process raft request' (duration: 254.545271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.990317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.480002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:54:19.990361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.680999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.990416Z","caller":"traceutil/trace.go:171","msg":"trace[1673258544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"271.622635ms","start":"2026-03-07T02:54:19.718771Z","end":"2026-03-07T02:54:19.990393Z","steps":["trace[1673258544] 'agreement among raft nodes before linearized reading' (duration: 271.434231ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.990433Z","caller":"traceutil/trace.go:171","msg":"trace[1957756655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1975; }","duration":"273.76405ms","start":"2026-03-07T02:54:19.716632Z","end":"2026-03-07T02:54:19.990396Z","steps":["trace[1957756655] 'agreement among raft nodes before linearized reading' (duration: 273.387713ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:26.541315Z","caller":"traceutil/trace.go:171","msg":"trace[1947778951] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"159.894433ms","start":"2026-03-07T02:54:26.381378Z","end":"2026-03-07T02:54:26.541273Z","steps":["trace[1947778951] 'read index received' (duration: 159.687998ms)","trace[1947778951] 'applied index is now lower than readState.Index' (duration: 205.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:26.541437Z","caller":"traceutil/trace.go:171","msg":"trace[1825531543] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"220.645605ms","start":"2026-03-07T02:54:26.320747Z","end":"2026-03-07T02:54:26.541393Z","steps":["trace[1825531543] 'process raft request' (duration: 220.38523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:26.541509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.116347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-07T02:54:26.541556Z","caller":"traceutil/trace.go:171","msg":"trace[287994569] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2004; }","duration":"160.206689ms","start":"2026-03-07T02:54:26.381332Z","end":"2026-03-07T02:54:26.541539Z","steps":["trace[287994569] 'agreement among raft nodes before linearized reading' (duration: 160.057156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:26.906705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.162634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:26.906871Z","caller":"traceutil/trace.go:171","msg":"trace[1354011228] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"359.167484ms","start":"2026-03-07T02:54:26.547679Z","end":"2026-03-07T02:54:26.906847Z","steps":["trace[1354011228] 'process raft request' (duration: 204.755075ms)","trace[1354011228] 'compare' (duration: 153.907309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:26.906982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.547659Z","time spent":"359.269557ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:26.926999Z","caller":"traceutil/trace.go:171","msg":"trace[1348443999] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"379.091298ms","start":"2026-03-07T02:54:26.547877Z","end":"2026-03-07T02:54:26.926968Z","steps":["trace[1348443999] 'process raft request' (duration: 378.929255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:26.92715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.547856Z","time spent":"379.215582ms","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:26.927305Z","caller":"traceutil/trace.go:171","msg":"trace[479234346] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"378.895825ms","start":"2026-03-07T02:54:26.548375Z","end":"2026-03-07T02:54:26.927271Z","steps":["trace[479234346] 'process raft request' (duration: 378.527907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:26.927457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.548361Z","time spent":"379.016217ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:26.927488Z","caller":"traceutil/trace.go:171","msg":"trace[643368954] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"371.8757ms","start":"2026-03-07T02:54:26.555598Z","end":"2026-03-07T02:54:26.927473Z","steps":["trace[643368954] 'process raft request' (duration: 371.756427ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:26.927491Z","caller":"traceutil/trace.go:171","msg":"trace[530293258] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2090; }","duration":"172.830882ms","start":"2026-03-07T02:54:26.754615Z","end":"2026-03-07T02:54:26.927446Z","steps":["trace[530293258] 'read index received' (duration: 172.20921ms)","trace[530293258] 'applied index is now lower than readState.Index' (duration: 620.602µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:26.927557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.555559Z","time spent":"371.961672ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:26.927707Z","caller":"traceutil/trace.go:171","msg":"trace[479800819] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"379.15054ms","start":"2026-03-07T02:54:26.548533Z","end":"2026-03-07T02:54:26.927683Z","steps":["trace[479800819] 'process raft request' (duration: 378.619779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:26.927775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.149889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:54:26.92784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.548505Z","time spent":"379.272702ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:26.927849Z","caller":"traceutil/trace.go:171","msg":"trace[2081142368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2009; }","duration":"173.260601ms","start":"2026-03-07T02:54:26.754574Z","end":"2026-03-07T02:54:26.927834Z","steps":["trace[2081142368] 'agreement among raft nodes before linearized reading' (duration: 173.006756ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:27.101493Z","caller":"traceutil/trace.go:171","msg":"trace[1366003202] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2094; }","duration":"100.866967ms","start":"2026-03-07T02:54:27.000591Z","end":"2026-03-07T02:54:27.101458Z","steps":["trace[1366003202] 'read index received' (duration: 80.197667ms)","trace[1366003202] 'applied index is now lower than readState.Index' (duration: 20.66694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:27.101651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.03793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:27.101717Z","caller":"traceutil/trace.go:171","msg":"trace[1711588974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2009; }","duration":"101.164133ms","start":"2026-03-07T02:54:27.000539Z","end":"2026-03-07T02:54:27.101703Z","steps":["trace[1711588974] 'agreement among raft nodes before linearized reading' (duration: 100.991579ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:36.845595Z","caller":"traceutil/trace.go:171","msg":"trace[1494203175] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"144.046443ms","start":"2026-03-07T02:55:36.701523Z","end":"2026-03-07T02:55:36.84557Z","steps":["trace[1494203175] 'process raft request' (duration: 143.898579ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:37.672659Z","caller":"traceutil/trace.go:171","msg":"trace[1403619407] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2654; }","duration":"174.945879ms","start":"2026-03-07T02:55:37.497689Z","end":"2026-03-07T02:55:37.672635Z","steps":["trace[1403619407] 'read index received' (duration: 174.750104ms)","trace[1403619407] 'applied index is now lower than readState.Index' (duration: 195.025µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:55:37.67282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.094782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:55:37.672869Z","caller":"traceutil/trace.go:171","msg":"trace[1694364027] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2547; }","duration":"175.188144ms","start":"2026-03-07T02:55:37.49767Z","end":"2026-03-07T02:55:37.672858Z","steps":["trace[1694364027] 'agreement among raft nodes before linearized reading' (duration: 175.060682ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:37.673074Z","caller":"traceutil/trace.go:171","msg":"trace[1296866795] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"180.194465ms","start":"2026-03-07T02:55:37.492689Z","end":"2026-03-07T02:55:37.672883Z","steps":["trace[1296866795] 'process raft request' (duration: 179.813607ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:42.874738Z","caller":"traceutil/trace.go:171","msg":"trace[1645220459] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2680; }","duration":"453.957933ms","start":"2026-03-07T02:55:42.420754Z","end":"2026-03-07T02:55:42.874712Z","steps":["trace[1645220459] 'read index received' (duration: 453.80792ms)","trace[1645220459] 'applied index is now lower than readState.Index' (duration: 148.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:55:42.874877Z","caller":"traceutil/trace.go:171","msg":"trace[1762789479] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"454.796382ms","start":"2026-03-07T02:55:42.420042Z","end":"2026-03-07T02:55:42.874838Z","steps":["trace[1762789479] 'process raft request' (duration: 454.518956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:42.87509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:42.420021Z","time spent":"454.961606ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:55:42.875093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.31124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T02:55:42.875231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.711531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:55:42.875269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.551595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:55:42.875332Z","caller":"traceutil/trace.go:171","msg":"trace[814353719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2572; }","duration":"454.578196ms","start":"2026-03-07T02:55:42.420721Z","end":"2026-03-07T02:55:42.875299Z","steps":["trace[814353719] 'agreement among raft nodes before linearized reading' (duration: 454.152906ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:42.875358Z","caller":"traceutil/trace.go:171","msg":"trace[161793561] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2572; }","duration":"297.697869ms","start":"2026-03-07T02:55:42.57764Z","end":"2026-03-07T02:55:42.875338Z","steps":["trace[161793561] 'agreement among raft nodes before linearized reading' (duration: 297.537275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:42.87541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:42.420708Z","time spent":"454.684729ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:55:42.875408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.634634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:55:42.875348Z","caller":"traceutil/trace.go:171","msg":"trace[1482582313] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2572; }","duration":"427.831054ms","start":"2026-03-07T02:55:42.447476Z","end":"2026-03-07T02:55:42.875307Z","steps":["trace[1482582313] 'agreement among raft nodes before linearized reading' (duration: 427.6695ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:42.875471Z","caller":"traceutil/trace.go:171","msg":"trace[226675103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2572; }","duration":"452.712405ms","start":"2026-03-07T02:55:42.422742Z","end":"2026-03-07T02:55:42.875454Z","steps":["trace[226675103] 'agreement among raft nodes before linearized reading' (duration: 452.47372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:42.875524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:42.422734Z","time spent":"452.771127ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:55:42.875547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:42.447461Z","time spent":"428.038578ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:55:42.875567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.589344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:55:42.875632Z","caller":"traceutil/trace.go:171","msg":"trace[725581773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2572; }","duration":"453.668697ms","start":"2026-03-07T02:55:42.421944Z","end":"2026-03-07T02:55:42.875613Z","steps":["trace[725581773] 'agreement among raft nodes before linearized reading' (duration: 453.342509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:42.875694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:42.421932Z","time spent":"453.749358ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:55:42.875146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.654536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T02:55:42.875915Z","caller":"traceutil/trace.go:171","msg":"trace[310610952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2572; }","duration":"454.492055ms","start":"2026-03-07T02:55:42.421404Z","end":"2026-03-07T02:55:42.875896Z","steps":["trace[310610952] 'agreement among raft nodes before linearized reading' (duration: 453.549944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:42.875966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:42.421374Z","time spent":"454.578926ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:55:43.083392Z","caller":"traceutil/trace.go:171","msg":"trace[1747771390] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"202.931718ms","start":"2026-03-07T02:55:42.88043Z","end":"2026-03-07T02:55:43.083362Z","steps":["trace[1747771390] 'process raft request' (duration: 182.023764ms)","trace[1747771390] 'compare' (duration: 20.74856ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:55:43.083692Z","caller":"traceutil/trace.go:171","msg":"trace[1403502009] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"202.965299ms","start":"2026-03-07T02:55:42.880686Z","end":"2026-03-07T02:55:43.083651Z","steps":["trace[1403502009] 'process raft request' (duration: 202.638192ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:43.083807Z","caller":"traceutil/trace.go:171","msg":"trace[1761759221] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"202.840376ms","start":"2026-03-07T02:55:42.880946Z","end":"2026-03-07T02:55:43.083786Z","steps":["trace[1761759221] 'process raft request' (duration: 202.599611ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:49.074854Z","caller":"traceutil/trace.go:171","msg":"trace[16800752] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"102.456422ms","start":"2026-03-07T02:55:48.972361Z","end":"2026-03-07T02:55:49.074818Z","steps":["trace[16800752] 'process raft request' (duration: 25.816573ms)","trace[16800752] 'compare' (duration: 76.464545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:55:49.62306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.719823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:55:49.623184Z","caller":"traceutil/trace.go:171","msg":"trace[113327498] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"509.374071ms","start":"2026-03-07T02:55:49.11379Z","end":"2026-03-07T02:55:49.623164Z","steps":["trace[113327498] 'process raft request' (duration: 390.437454ms)","trace[113327498] 'compare' (duration: 118.499477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:55:49.623264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:49.113766Z","time spent":"509.462543ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:55:49.645327Z","caller":"traceutil/trace.go:171","msg":"trace[733682501] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2714; }","duration":"512.633134ms","start":"2026-03-07T02:55:49.132675Z","end":"2026-03-07T02:55:49.645308Z","steps":["trace[733682501] 'read index received' (duration: 371.568676ms)","trace[733682501] 'applied index is now lower than readState.Index' (duration: 141.063648ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:55:49.645376Z","caller":"traceutil/trace.go:171","msg":"trace[492964878] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"530.759996ms","start":"2026-03-07T02:55:49.114595Z","end":"2026-03-07T02:55:49.645355Z","steps":["trace[492964878] 'process raft request' (duration: 530.682034ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:49.645477Z","caller":"traceutil/trace.go:171","msg":"trace[1282900606] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"531.473291ms","start":"2026-03-07T02:55:49.113865Z","end":"2026-03-07T02:55:49.645339Z","steps":["trace[1282900606] 'process raft request' (duration: 531.260477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:49.645487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.806517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-07T02:55:49.64561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.056127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a6f9ae7320f92\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-07T02:55:49.645606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:49.11459Z","time spent":"530.842517ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:55:49.645637Z","caller":"traceutil/trace.go:171","msg":"trace[1641033791] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a6f9ae7320f92; range_end:; response_count:1; response_revision:2607; }","duration":"224.122878ms","start":"2026-03-07T02:55:49.421507Z","end":"2026-03-07T02:55:49.64563Z","steps":["trace[1641033791] 'agreement among raft nodes before linearized reading' (duration: 224.006575ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:49.645638Z","caller":"traceutil/trace.go:171","msg":"trace[1105024720] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2607; }","duration":"513.009132ms","start":"2026-03-07T02:55:49.132614Z","end":"2026-03-07T02:55:49.645623Z","steps":["trace[1105024720] 'agreement among raft nodes before linearized reading' (duration: 512.776837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:49.645606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:49.11385Z","time spent":"531.675776ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:55:49.645686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:49.132585Z","time spent":"513.087794ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-07T02:55:49.645624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.295976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:55:49.646276Z","caller":"traceutil/trace.go:171","msg":"trace[1973427889] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2607; }","duration":"259.022612ms","start":"2026-03-07T02:55:49.387236Z","end":"2026-03-07T02:55:49.646259Z","steps":["trace[1973427889] 'agreement among raft nodes before linearized reading' (duration: 258.253476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.239069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.996405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-07T02:55:51.239138Z","caller":"traceutil/trace.go:171","msg":"trace[113184401] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2613; }","duration":"109.119859ms","start":"2026-03-07T02:55:51.130004Z","end":"2026-03-07T02:55:51.239124Z","steps":["trace[113184401] 'range keys from in-memory index tree' (duration: 108.792011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.239251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.646349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:55:51.23934Z","caller":"traceutil/trace.go:171","msg":"trace[1758425156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2613; }","duration":"159.774091ms","start":"2026-03-07T02:55:51.079543Z","end":"2026-03-07T02:55:51.239317Z","steps":["trace[1758425156] 'range keys from in-memory index tree' (duration: 159.456265ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:57:00.085023Z","caller":"traceutil/trace.go:171","msg":"trace[1282450566] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"107.397011ms","start":"2026-03-07T02:56:59.977599Z","end":"2026-03-07T02:57:00.084996Z","steps":["trace[1282450566] 'process raft request' (duration: 107.260498ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:57:00.1093Z","caller":"traceutil/trace.go:171","msg":"trace[1468086948] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3070; }","duration":"125.500903ms","start":"2026-03-07T02:56:59.983772Z","end":"2026-03-07T02:57:00.109273Z","steps":["trace[1468086948] 'read index received' (duration: 101.183094ms)","trace[1468086948] 'applied index is now lower than readState.Index' (duration: 24.316849ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:57:00.109362Z","caller":"traceutil/trace.go:171","msg":"trace[59175458] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"131.627379ms","start":"2026-03-07T02:56:59.977699Z","end":"2026-03-07T02:57:00.109326Z","steps":["trace[59175458] 'process raft request' (duration: 114.53745ms)","trace[59175458] 'compare' (duration: 16.920635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:57:00.109539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.749989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T02:57:00.109585Z","caller":"traceutil/trace.go:171","msg":"trace[1752074496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2947; }","duration":"125.833131ms","start":"2026-03-07T02:56:59.983738Z","end":"2026-03-07T02:57:00.109571Z","steps":["trace[1752074496] 'agreement among raft nodes before linearized reading' (duration: 125.670697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:57:00.109735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.213165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:57:00.109797Z","caller":"traceutil/trace.go:171","msg":"trace[988285235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"106.311018ms","start":"2026-03-07T02:57:00.003471Z","end":"2026-03-07T02:57:00.109782Z","steps":["trace[988285235] 'agreement among raft nodes before linearized reading' (duration: 106.140354ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:57:32.595741Z","caller":"traceutil/trace.go:171","msg":"trace[312938500] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"112.33822ms","start":"2026-03-07T02:57:32.483379Z","end":"2026-03-07T02:57:32.595717Z","steps":["trace[312938500] 'process raft request' (duration: 111.800247ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:58:09.227975Z","caller":"traceutil/trace.go:171","msg":"trace[2017789156] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3613; }","duration":"225.024647ms","start":"2026-03-07T02:58:09.002922Z","end":"2026-03-07T02:58:09.227947Z","steps":["trace[2017789156] 'read index received' (duration: 170.254554ms)","trace[2017789156] 'applied index is now lower than readState.Index' (duration: 54.768623ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:58:09.228016Z","caller":"traceutil/trace.go:171","msg":"trace[1357821007] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"358.919554ms","start":"2026-03-07T02:58:08.869049Z","end":"2026-03-07T02:58:09.227969Z","steps":["trace[1357821007] 'process raft request' (duration: 304.135141ms)","trace[1357821007] 'compare' (duration: 54.518327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:58:09.228121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.18989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:58:09.228198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:58:08.869022Z","time spent":"359.080037ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:58:09.228434Z","caller":"traceutil/trace.go:171","msg":"trace[1754392602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3470; }","duration":"225.540368ms","start":"2026-03-07T02:58:09.002869Z","end":"2026-03-07T02:58:09.22841Z","steps":["trace[1754392602] 'agreement among raft nodes before linearized reading' (duration: 225.18284ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:24.78813Z","caller":"traceutil/trace.go:171","msg":"trace[1037352922] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"525.126461ms","start":"2026-03-07T02:59:24.262972Z","end":"2026-03-07T02:59:24.788098Z","steps":["trace[1037352922] 'process raft request' (duration: 524.874626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:24.788319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:24.262947Z","time spent":"525.273714ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11968,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:59:24.793635Z","caller":"traceutil/trace.go:171","msg":"trace[1837444195] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4496; }","duration":"429.351571ms","start":"2026-03-07T02:59:24.364258Z","end":"2026-03-07T02:59:24.793609Z","steps":["trace[1837444195] 'read index received' (duration: 423.640905ms)","trace[1837444195] 'applied index is now lower than readState.Index' (duration: 5.709746ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:24.793748Z","caller":"traceutil/trace.go:171","msg":"trace[1320756257] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"491.096351ms","start":"2026-03-07T02:59:24.30264Z","end":"2026-03-07T02:59:24.793736Z","steps":["trace[1320756257] 'process raft request' (duration: 490.836286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:24.793857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:24.302611Z","time spent":"491.168543ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:59:24.794192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.500003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:59:24.794292Z","caller":"traceutil/trace.go:171","msg":"trace[1887439295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4318; }","duration":"355.640686ms","start":"2026-03-07T02:59:24.438638Z","end":"2026-03-07T02:59:24.794279Z","steps":["trace[1887439295] 'agreement among raft nodes before linearized reading' (duration: 355.449672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:24.794409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:24.438616Z","time spent":"355.78133ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:59:24.794206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.371001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-07T02:59:24.794585Z","caller":"traceutil/trace.go:171","msg":"trace[774644627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4318; }","duration":"119.81402ms","start":"2026-03-07T02:59:24.674759Z","end":"2026-03-07T02:59:24.794573Z","steps":["trace[774644627] 'agreement among raft nodes before linearized reading' (duration: 119.33072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:24.794561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.772371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-07T02:59:24.794918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.65567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-07T02:59:24.794962Z","caller":"traceutil/trace.go:171","msg":"trace[344488792] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4318; }","duration":"430.723801ms","start":"2026-03-07T02:59:24.364226Z","end":"2026-03-07T02:59:24.79495Z","steps":["trace[344488792] 'agreement among raft nodes before linearized reading' (duration: 429.740919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:24.794985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:24.364208Z","time spent":"430.772071ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957140,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-07T02:59:24.794686Z","caller":"traceutil/trace.go:171","msg":"trace[10621588] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4318; }","duration":"381.985916ms","start":"2026-03-07T02:59:24.412663Z","end":"2026-03-07T02:59:24.794649Z","steps":["trace[10621588] 'agreement among raft nodes before linearized reading' (duration: 381.396383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:24.795545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:24.412634Z","time spent":"382.895726ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-07T02:59:28.964548Z","caller":"traceutil/trace.go:171","msg":"trace[166238488] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"137.342597ms","start":"2026-03-07T02:59:28.827176Z","end":"2026-03-07T02:59:28.964519Z","steps":["trace[166238488] 'process raft request' (duration: 137.157522ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:28.974419Z","caller":"traceutil/trace.go:171","msg":"trace[2057345724] linearizableReadLoop","detail":"{readStateIndex:4582; appliedIndex:4581; }","duration":"141.941508ms","start":"2026-03-07T02:59:28.832453Z","end":"2026-03-07T02:59:28.974395Z","steps":["trace[2057345724] 'read index received' (duration: 132.126672ms)","trace[2057345724] 'applied index is now lower than readState.Index' (duration: 9.813646ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:28.974884Z","caller":"traceutil/trace.go:171","msg":"trace[34092022] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"145.822313ms","start":"2026-03-07T02:59:28.829041Z","end":"2026-03-07T02:59:28.974864Z","steps":["trace[34092022] 'process raft request' (duration: 145.177549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:28.975317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.446756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T02:59:28.975374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.50895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T02:59:28.975411Z","caller":"traceutil/trace.go:171","msg":"trace[1783410677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4401; }","duration":"141.600229ms","start":"2026-03-07T02:59:28.833788Z","end":"2026-03-07T02:59:28.975388Z","steps":["trace[1783410677] 'agreement among raft nodes before linearized reading' (duration: 141.337193ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:28.975452Z","caller":"traceutil/trace.go:171","msg":"trace[905100035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4401; }","duration":"118.636253ms","start":"2026-03-07T02:59:28.856799Z","end":"2026-03-07T02:59:28.975435Z","steps":["trace[905100035] 'agreement among raft nodes before linearized reading' (duration: 118.405058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:28.975454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.590539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T02:59:28.975453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.99885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:59:28.975425Z","caller":"traceutil/trace.go:171","msg":"trace[2044701210] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"142.903138ms","start":"2026-03-07T02:59:28.832433Z","end":"2026-03-07T02:59:28.975336Z","steps":["trace[2044701210] 'process raft request' (duration: 141.918827ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:28.975517Z","caller":"traceutil/trace.go:171","msg":"trace[1031367983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4401; }","duration":"121.691431ms","start":"2026-03-07T02:59:28.853809Z","end":"2026-03-07T02:59:28.975501Z","steps":["trace[1031367983] 'agreement among raft nodes before linearized reading' (duration: 121.456266ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:28.975526Z","caller":"traceutil/trace.go:171","msg":"trace[2138917860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4401; }","duration":"143.105833ms","start":"2026-03-07T02:59:28.832403Z","end":"2026-03-07T02:59:28.975509Z","steps":["trace[2138917860] 'agreement among raft nodes before linearized reading' (duration: 142.953609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:28.976047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.628566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517420"} {"level":"info","ts":"2026-03-07T02:59:28.976144Z","caller":"traceutil/trace.go:171","msg":"trace[553699759] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4401; }","duration":"109.755249ms","start":"2026-03-07T02:59:28.866372Z","end":"2026-03-07T02:59:28.976127Z","steps":["trace[553699759] 'agreement among raft nodes before linearized reading' (duration: 109.025172ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:31.688218Z","caller":"traceutil/trace.go:171","msg":"trace[2026296728] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"129.847398ms","start":"2026-03-07T02:59:31.558349Z","end":"2026-03-07T02:59:31.688197Z","steps":["trace[2026296728] 'process raft request' (duration: 129.732606ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:31.81466Z","caller":"traceutil/trace.go:171","msg":"trace[1113564578] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4753; }","duration":"146.917467ms","start":"2026-03-07T02:59:31.66772Z","end":"2026-03-07T02:59:31.814637Z","steps":["trace[1113564578] 'read index received' (duration: 20.601037ms)","trace[1113564578] 'applied index is now lower than readState.Index' (duration: 126.31535ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:31.814825Z","caller":"traceutil/trace.go:171","msg":"trace[640201417] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"171.667625ms","start":"2026-03-07T02:59:31.643073Z","end":"2026-03-07T02:59:31.814741Z","steps":["trace[640201417] 'process raft request' (duration: 89.470373ms)","trace[640201417] 'compare' (duration: 81.949026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:59:31.815027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.285275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T02:59:31.815105Z","caller":"traceutil/trace.go:171","msg":"trace[660363270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:4566; }","duration":"147.426388ms","start":"2026-03-07T02:59:31.66766Z","end":"2026-03-07T02:59:31.815087Z","steps":["trace[660363270] 'agreement among raft nodes before linearized reading' (duration: 147.114602ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:31.827938Z","caller":"traceutil/trace.go:171","msg":"trace[1560123333] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"131.665269ms","start":"2026-03-07T02:59:31.696248Z","end":"2026-03-07T02:59:31.827913Z","steps":["trace[1560123333] 'process raft request' (duration: 131.514445ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:31.827951Z","caller":"traceutil/trace.go:171","msg":"trace[1245808327] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"115.909829ms","start":"2026-03-07T02:59:31.712023Z","end":"2026-03-07T02:59:31.827933Z","steps":["trace[1245808327] 'process raft request' (duration: 115.829957ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:32.113475Z","caller":"traceutil/trace.go:171","msg":"trace[564457763] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"168.431904ms","start":"2026-03-07T02:59:31.944989Z","end":"2026-03-07T02:59:32.113421Z","steps":["trace[564457763] 'process raft request' (duration: 168.274011ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.191893Z","caller":"traceutil/trace.go:171","msg":"trace[1782828226] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4582; }","duration":"408.142727ms","start":"2026-03-07T02:59:32.783723Z","end":"2026-03-07T02:59:33.191865Z","steps":["trace[1782828226] 'process raft request' (duration: 408.041184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:33.192052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:32.783705Z","time spent":"408.27247ms","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:59:33.261848Z","caller":"traceutil/trace.go:171","msg":"trace[832239348] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"271.058878ms","start":"2026-03-07T02:59:32.990768Z","end":"2026-03-07T02:59:33.261827Z","steps":["trace[832239348] 'process raft request' (duration: 271.013717ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.261926Z","caller":"traceutil/trace.go:171","msg":"trace[1557737657] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"286.380428ms","start":"2026-03-07T02:59:32.975479Z","end":"2026-03-07T02:59:33.261859Z","steps":["trace[1557737657] 'process raft request' (duration: 286.173312ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.262084Z","caller":"traceutil/trace.go:171","msg":"trace[1101030940] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"270.694631ms","start":"2026-03-07T02:59:32.991379Z","end":"2026-03-07T02:59:33.262074Z","steps":["trace[1101030940] 'process raft request' (duration: 270.426545ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.262056Z","caller":"traceutil/trace.go:171","msg":"trace[238576770] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4770; }","duration":"260.875943ms","start":"2026-03-07T02:59:33.001142Z","end":"2026-03-07T02:59:33.262018Z","steps":["trace[238576770] 'read index received' (duration: 190.686278ms)","trace[238576770] 'applied index is now lower than readState.Index' (duration: 70.186065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:59:33.262179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.019606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:59:33.262205Z","caller":"traceutil/trace.go:171","msg":"trace[1003201124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4585; }","duration":"261.091107ms","start":"2026-03-07T02:59:33.001107Z","end":"2026-03-07T02:59:33.262198Z","steps":["trace[1003201124] 'agreement among raft nodes before linearized reading' (duration: 261.025096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:33.262401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.961602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T02:59:33.262422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.063163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T02:59:33.262472Z","caller":"traceutil/trace.go:171","msg":"trace[203013697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4585; }","duration":"246.064334ms","start":"2026-03-07T02:59:33.01639Z","end":"2026-03-07T02:59:33.262454Z","steps":["trace[203013697] 'agreement among raft nodes before linearized reading' (duration: 245.88862ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.262502Z","caller":"traceutil/trace.go:171","msg":"trace[1746809922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4585; }","duration":"245.169705ms","start":"2026-03-07T02:59:33.017312Z","end":"2026-03-07T02:59:33.262481Z","steps":["trace[1746809922] 'agreement among raft nodes before linearized reading' (duration: 244.95435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:33.262518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.907622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T02:59:33.262531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.78474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T02:59:33.262593Z","caller":"traceutil/trace.go:171","msg":"trace[1157926524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4585; }","duration":"247.032836ms","start":"2026-03-07T02:59:33.015542Z","end":"2026-03-07T02:59:33.262575Z","steps":["trace[1157926524] 'agreement among raft nodes before linearized reading' (duration: 246.689668ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.262616Z","caller":"traceutil/trace.go:171","msg":"trace[1050334197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4585; }","duration":"246.899182ms","start":"2026-03-07T02:59:33.015697Z","end":"2026-03-07T02:59:33.262596Z","steps":["trace[1050334197] 'agreement among raft nodes before linearized reading' (duration: 246.617416ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.396656Z","caller":"traceutil/trace.go:171","msg":"trace[1971538071] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"128.260713ms","start":"2026-03-07T02:59:33.268365Z","end":"2026-03-07T02:59:33.396626Z","steps":["trace[1971538071] 'process raft request' (duration: 128.163321ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.396816Z","caller":"traceutil/trace.go:171","msg":"trace[1082207280] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"128.503508ms","start":"2026-03-07T02:59:33.268278Z","end":"2026-03-07T02:59:33.396781Z","steps":["trace[1082207280] 'process raft request' (duration: 128.077159ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.396958Z","caller":"traceutil/trace.go:171","msg":"trace[1802396088] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"128.510418ms","start":"2026-03-07T02:59:33.268409Z","end":"2026-03-07T02:59:33.396919Z","steps":["trace[1802396088] 'process raft request' (duration: 128.168441ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:33.397147Z","caller":"traceutil/trace.go:171","msg":"trace[1333543204] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"114.023867ms","start":"2026-03-07T02:59:33.283083Z","end":"2026-03-07T02:59:33.397107Z","steps":["trace[1333543204] 'process raft request' (duration: 113.780502ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:34.194526Z","caller":"traceutil/trace.go:171","msg":"trace[2122093756] linearizableReadLoop","detail":"{readStateIndex:4802; appliedIndex:4801; }","duration":"190.807939ms","start":"2026-03-07T02:59:34.003694Z","end":"2026-03-07T02:59:34.194502Z","steps":["trace[2122093756] 'read index received' (duration: 190.591914ms)","trace[2122093756] 'applied index is now lower than readState.Index' (duration: 215.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:34.194678Z","caller":"traceutil/trace.go:171","msg":"trace[1870654492] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"295.729565ms","start":"2026-03-07T02:59:33.898888Z","end":"2026-03-07T02:59:34.194617Z","steps":["trace[1870654492] 'process raft request' (duration: 295.469939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:34.194747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.044156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:59:34.19482Z","caller":"traceutil/trace.go:171","msg":"trace[1699340566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4613; }","duration":"191.175798ms","start":"2026-03-07T02:59:34.003633Z","end":"2026-03-07T02:59:34.194809Z","steps":["trace[1699340566] 'agreement among raft nodes before linearized reading' (duration: 190.990334ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:34.648518Z","caller":"traceutil/trace.go:171","msg":"trace[1361111971] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4803; }","duration":"326.325723ms","start":"2026-03-07T02:59:34.322164Z","end":"2026-03-07T02:59:34.64849Z","steps":["trace[1361111971] 'read index received' (duration: 326.093597ms)","trace[1361111971] 'applied index is now lower than readState.Index' (duration: 230.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:34.648882Z","caller":"traceutil/trace.go:171","msg":"trace[1781637189] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"444.272537ms","start":"2026-03-07T02:59:34.204592Z","end":"2026-03-07T02:59:34.648865Z","steps":["trace[1781637189] 'process raft request' (duration: 443.734565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:34.64898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:34.204577Z","time spent":"444.34666ms","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:59:34.649293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.137056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-07T02:59:34.64931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.128231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-07T02:59:34.649365Z","caller":"traceutil/trace.go:171","msg":"trace[1338523464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67; range_end:; response_count:1; response_revision:4615; }","duration":"246.249608ms","start":"2026-03-07T02:59:34.403096Z","end":"2026-03-07T02:59:34.649346Z","steps":["trace[1338523464] 'agreement among raft nodes before linearized reading' (duration: 245.953631ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:34.649384Z","caller":"traceutil/trace.go:171","msg":"trace[1056335572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67; range_end:; response_count:1; response_revision:4615; }","duration":"327.254673ms","start":"2026-03-07T02:59:34.322109Z","end":"2026-03-07T02:59:34.649364Z","steps":["trace[1056335572] 'agreement among raft nodes before linearized reading' (duration: 326.972477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:34.649431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:34.322088Z","time spent":"327.333985ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67\" "} {"level":"info","ts":"2026-03-07T02:59:35.039354Z","caller":"traceutil/trace.go:171","msg":"trace[1721863234] linearizableReadLoop","detail":"{readStateIndex:4805; appliedIndex:4804; }","duration":"296.449341ms","start":"2026-03-07T02:59:34.742878Z","end":"2026-03-07T02:59:35.039328Z","steps":["trace[1721863234] 'read index received' (duration: 296.242627ms)","trace[1721863234] 'applied index is now lower than readState.Index' (duration: 205.454µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:59:35.039895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.000523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-07T02:59:35.039975Z","caller":"traceutil/trace.go:171","msg":"trace[1950552528] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4616; }","duration":"297.122116ms","start":"2026-03-07T02:59:34.742835Z","end":"2026-03-07T02:59:35.039957Z","steps":["trace[1950552528] 'agreement among raft nodes before linearized reading' (duration: 296.595055ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:35.041217Z","caller":"traceutil/trace.go:171","msg":"trace[2123196184] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"385.29253ms","start":"2026-03-07T02:59:34.655878Z","end":"2026-03-07T02:59:35.041171Z","steps":["trace[2123196184] 'process raft request' (duration: 383.260875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:35.041445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:34.65586Z","time spent":"385.475224ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:59:36.7944Z","caller":"traceutil/trace.go:171","msg":"trace[851949872] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4838; }","duration":"312.974047ms","start":"2026-03-07T02:59:36.481401Z","end":"2026-03-07T02:59:36.794376Z","steps":["trace[851949872] 'read index received' (duration: 312.852074ms)","trace[851949872] 'applied index is now lower than readState.Index' (duration: 120.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:36.794485Z","caller":"traceutil/trace.go:171","msg":"trace[1218805740] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"415.373467ms","start":"2026-03-07T02:59:36.379077Z","end":"2026-03-07T02:59:36.79445Z","steps":["trace[1218805740] 'process raft request' (duration: 415.143141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:36.794552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.123691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:59:36.794589Z","caller":"traceutil/trace.go:171","msg":"trace[381069920] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4649; }","duration":"313.218433ms","start":"2026-03-07T02:59:36.48136Z","end":"2026-03-07T02:59:36.794578Z","steps":["trace[381069920] 'agreement among raft nodes before linearized reading' (duration: 313.128761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:36.794629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:36.481342Z","time spent":"313.274834ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:59:36.794665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:36.379045Z","time spent":"415.528941ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:59:36.832262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.979541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:59:36.83226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.098527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-07T02:59:36.832349Z","caller":"traceutil/trace.go:171","msg":"trace[1718448374] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4649; }","duration":"135.126454ms","start":"2026-03-07T02:59:36.697204Z","end":"2026-03-07T02:59:36.832331Z","steps":["trace[1718448374] 'agreement among raft nodes before linearized reading' (duration: 134.947671ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:36.832373Z","caller":"traceutil/trace.go:171","msg":"trace[53409619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2911255f-237c-4f44-9e9d-131b45b06b67; range_end:; response_count:1; response_revision:4649; }","duration":"173.262581ms","start":"2026-03-07T02:59:36.659087Z","end":"2026-03-07T02:59:36.832349Z","steps":["trace[53409619] 'agreement among raft nodes before linearized reading' (duration: 172.959854ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:37.059644Z","caller":"traceutil/trace.go:171","msg":"trace[515941239] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"132.064547ms","start":"2026-03-07T02:59:36.927544Z","end":"2026-03-07T02:59:37.059609Z","steps":["trace[515941239] 'process raft request' (duration: 79.214185ms)","trace[515941239] 'compare' (duration: 52.622597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:59:37.631319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.194954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:59:37.631402Z","caller":"traceutil/trace.go:171","msg":"trace[1515472546] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4653; }","duration":"443.338427ms","start":"2026-03-07T02:59:37.188041Z","end":"2026-03-07T02:59:37.63138Z","steps":["trace[1515472546] 'count revisions from in-memory index tree' (duration: 443.092451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:37.631445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:37.188016Z","time spent":"443.417818ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:59:37.631854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.226393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:59:37.632023Z","caller":"traceutil/trace.go:171","msg":"trace[490553308] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"357.396963ms","start":"2026-03-07T02:59:37.274612Z","end":"2026-03-07T02:59:37.632009Z","steps":["trace[490553308] 'process raft request' (duration: 20.953895ms)","trace[490553308] 'compare' (duration: 336.14149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:59:37.632082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:37.274583Z","time spent":"357.467473ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:59:37.632238Z","caller":"traceutil/trace.go:171","msg":"trace[1554593712] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"356.534023ms","start":"2026-03-07T02:59:37.275683Z","end":"2026-03-07T02:59:37.632217Z","steps":["trace[1554593712] 'process raft request' (duration: 356.279198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:37.63238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:37.275664Z","time spent":"356.632826ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:59:37.632692Z","caller":"traceutil/trace.go:171","msg":"trace[1701592876] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4844; }","duration":"308.356355ms","start":"2026-03-07T02:59:37.324316Z","end":"2026-03-07T02:59:37.632672Z","steps":["trace[1701592876] 'read index received' (duration: 218.311209ms)","trace[1701592876] 'applied index is now lower than readState.Index' (duration: 90.044146ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:37.632913Z","caller":"traceutil/trace.go:171","msg":"trace[825956523] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"357.079175ms","start":"2026-03-07T02:59:37.275822Z","end":"2026-03-07T02:59:37.632901Z","steps":["trace[825956523] 'process raft request' (duration: 356.328679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:37.63298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:37.275787Z","time spent":"357.151227ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:59:37.633281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.970598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T02:59:37.633331Z","caller":"traceutil/trace.go:171","msg":"trace[1707122294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4656; }","duration":"309.111581ms","start":"2026-03-07T02:59:37.324206Z","end":"2026-03-07T02:59:37.633317Z","steps":["trace[1707122294] 'agreement among raft nodes before linearized reading' (duration: 308.956228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:37.633375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:59:37.324174Z","time spent":"309.189843ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:59:37.63341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.798633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T02:59:37.63344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.879328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T02:59:37.63346Z","caller":"traceutil/trace.go:171","msg":"trace[460164857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4656; }","duration":"224.850764ms","start":"2026-03-07T02:59:37.408596Z","end":"2026-03-07T02:59:37.633447Z","steps":["trace[460164857] 'agreement among raft nodes before linearized reading' (duration: 224.725531ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:37.63348Z","caller":"traceutil/trace.go:171","msg":"trace[802103336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4656; }","duration":"221.959529ms","start":"2026-03-07T02:59:37.41151Z","end":"2026-03-07T02:59:37.633469Z","steps":["trace[802103336] 'agreement among raft nodes before linearized reading' (duration: 221.821326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:37.633579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.704359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T02:59:37.63367Z","caller":"traceutil/trace.go:171","msg":"trace[2071978002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4656; }","duration":"223.826841ms","start":"2026-03-07T02:59:37.40982Z","end":"2026-03-07T02:59:37.633647Z","steps":["trace[2071978002] 'agreement among raft nodes before linearized reading' (duration: 223.517495ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:37.847881Z","caller":"traceutil/trace.go:171","msg":"trace[2052163657] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"208.920101ms","start":"2026-03-07T02:59:37.638923Z","end":"2026-03-07T02:59:37.847843Z","steps":["trace[2052163657] 'process raft request' (duration: 207.306785ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:37.847921Z","caller":"traceutil/trace.go:171","msg":"trace[171895] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"207.99491ms","start":"2026-03-07T02:59:37.63989Z","end":"2026-03-07T02:59:37.847885Z","steps":["trace[171895] 'process raft request' (duration: 207.776215ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:37.84821Z","caller":"traceutil/trace.go:171","msg":"trace[79774740] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"207.622562ms","start":"2026-03-07T02:59:37.640574Z","end":"2026-03-07T02:59:37.848197Z","steps":["trace[79774740] 'process raft request' (duration: 207.261024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:40.597432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.213128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6cb464ff87-wzmpd.189a6fd8973769ff\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-03-07T02:59:40.597479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.12148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-07T02:59:40.59752Z","caller":"traceutil/trace.go:171","msg":"trace[318895878] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6cb464ff87-wzmpd.189a6fd8973769ff; range_end:; response_count:1; response_revision:4722; }","duration":"219.331102ms","start":"2026-03-07T02:59:40.378165Z","end":"2026-03-07T02:59:40.597496Z","steps":["trace[318895878] 'range keys from in-memory index tree' (duration: 219.030915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:40.59752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.049591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:59:40.597578Z","caller":"traceutil/trace.go:171","msg":"trace[1183573826] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4722; }","duration":"133.247033ms","start":"2026-03-07T02:59:40.464292Z","end":"2026-03-07T02:59:40.597539Z","steps":["trace[1183573826] 'range keys from in-memory index tree' (duration: 132.958597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:40.597599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.016896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-03-07T02:59:40.597435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.7352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-07T02:59:40.597625Z","caller":"traceutil/trace.go:171","msg":"trace[979156847] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4722; }","duration":"254.207435ms","start":"2026-03-07T02:59:40.343396Z","end":"2026-03-07T02:59:40.597603Z","steps":["trace[979156847] 'count revisions from in-memory index tree' (duration: 253.960379ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:40.597658Z","caller":"traceutil/trace.go:171","msg":"trace[575335631] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4722; }","duration":"224.116858ms","start":"2026-03-07T02:59:40.373527Z","end":"2026-03-07T02:59:40.597644Z","steps":["trace[575335631] 'range keys from in-memory index tree' (duration: 223.892133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:40.597598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.911348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:59:40.597706Z","caller":"traceutil/trace.go:171","msg":"trace[110613175] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4722; }","duration":"168.995845ms","start":"2026-03-07T02:59:40.428667Z","end":"2026-03-07T02:59:40.597663Z","steps":["trace[110613175] 'range keys from in-memory index tree' (duration: 168.533626ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:40.597728Z","caller":"traceutil/trace.go:171","msg":"trace[28866343] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4722; }","duration":"268.091391ms","start":"2026-03-07T02:59:40.329622Z","end":"2026-03-07T02:59:40.597714Z","steps":["trace[28866343] 'range keys from in-memory index tree' (duration: 267.841276ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:44.290682Z","caller":"traceutil/trace.go:171","msg":"trace[1940556927] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"228.929454ms","start":"2026-03-07T02:59:44.061722Z","end":"2026-03-07T02:59:44.290652Z","steps":["trace[1940556927] 'process raft request' (duration: 228.604226ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:52.669407Z","caller":"traceutil/trace.go:171","msg":"trace[597900646] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"185.614634ms","start":"2026-03-07T02:59:52.48373Z","end":"2026-03-07T02:59:52.669345Z","steps":["trace[597900646] 'read index received' (duration: 168.394663ms)","trace[597900646] 'applied index is now lower than readState.Index' (duration: 17.217951ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:52.669457Z","caller":"traceutil/trace.go:171","msg":"trace[982235170] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"229.538057ms","start":"2026-03-07T02:59:52.439888Z","end":"2026-03-07T02:59:52.669426Z","steps":["trace[982235170] 'process raft request' (duration: 212.248525ms)","trace[982235170] 'compare' (duration: 16.974416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:59:52.669718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.962272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac2aadd6-1cf0-4217-b0b2-6f142de2cb9f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-07T02:59:52.669765Z","caller":"traceutil/trace.go:171","msg":"trace[1026745671] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac2aadd6-1cf0-4217-b0b2-6f142de2cb9f; range_end:; response_count:1; response_revision:4921; }","duration":"186.034104ms","start":"2026-03-07T02:59:52.483718Z","end":"2026-03-07T02:59:52.669752Z","steps":["trace[1026745671] 'agreement among raft nodes before linearized reading' (duration: 185.819858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:52.669931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.386356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac2aadd6-1cf0-4217-b0b2-6f142de2cb9f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-07T02:59:52.670206Z","caller":"traceutil/trace.go:171","msg":"trace[572170038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac2aadd6-1cf0-4217-b0b2-6f142de2cb9f; range_end:; response_count:1; response_revision:4921; }","duration":"128.890677ms","start":"2026-03-07T02:59:52.541293Z","end":"2026-03-07T02:59:52.670183Z","steps":["trace[572170038] 'agreement among raft nodes before linearized reading' (duration: 128.303323ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:53.925968Z","caller":"traceutil/trace.go:171","msg":"trace[1013880868] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"235.279165ms","start":"2026-03-07T02:59:53.690664Z","end":"2026-03-07T02:59:53.925944Z","steps":["trace[1013880868] 'process raft request' (duration: 235.146062ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:53.94118Z","caller":"traceutil/trace.go:171","msg":"trace[1527445630] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5119; }","duration":"186.024823ms","start":"2026-03-07T02:59:53.75513Z","end":"2026-03-07T02:59:53.941154Z","steps":["trace[1527445630] 'read index received' (duration: 170.748965ms)","trace[1527445630] 'applied index is now lower than readState.Index' (duration: 15.274698ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:53.941209Z","caller":"traceutil/trace.go:171","msg":"trace[1523879571] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"249.891609ms","start":"2026-03-07T02:59:53.69129Z","end":"2026-03-07T02:59:53.941181Z","steps":["trace[1523879571] 'process raft request' (duration: 249.690134ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:53.941268Z","caller":"traceutil/trace.go:171","msg":"trace[1109142247] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"243.331092ms","start":"2026-03-07T02:59:53.697881Z","end":"2026-03-07T02:59:53.941212Z","steps":["trace[1109142247] 'process raft request' (duration: 243.22898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:53.94145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.313969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:59:53.941508Z","caller":"traceutil/trace.go:171","msg":"trace[267937836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4925; }","duration":"186.431572ms","start":"2026-03-07T02:59:53.755063Z","end":"2026-03-07T02:59:53.941494Z","steps":["trace[267937836] 'agreement among raft nodes before linearized reading' (duration: 186.219707ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:02.329338Z","caller":"traceutil/trace.go:171","msg":"trace[1144899186] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"380.810571ms","start":"2026-03-07T03:00:01.9485Z","end":"2026-03-07T03:00:02.329311Z","steps":["trace[1144899186] 'process raft request' (duration: 380.657697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.329497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:01.948473Z","time spent":"380.945594ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:02.330166Z","caller":"traceutil/trace.go:171","msg":"trace[2123379970] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"364.967069ms","start":"2026-03-07T03:00:01.965177Z","end":"2026-03-07T03:00:02.330144Z","steps":["trace[2123379970] 'process raft request' (duration: 364.800835ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:02.330207Z","caller":"traceutil/trace.go:171","msg":"trace[247132231] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"363.315272ms","start":"2026-03-07T03:00:01.966864Z","end":"2026-03-07T03:00:02.33018Z","steps":["trace[247132231] 'process raft request' (duration: 363.236061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.330339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:01.965148Z","time spent":"365.104102ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:02.330387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:01.966839Z","time spent":"363.453556ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:02.330558Z","caller":"traceutil/trace.go:171","msg":"trace[2114758006] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5226; }","duration":"346.196862ms","start":"2026-03-07T03:00:01.984338Z","end":"2026-03-07T03:00:02.330535Z","steps":["trace[2114758006] 'read index received' (duration: 344.857553ms)","trace[2114758006] 'applied index is now lower than readState.Index' (duration: 1.337469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:02.330821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.659584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:02.33088Z","caller":"traceutil/trace.go:171","msg":"trace[516763030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5030; }","duration":"328.752386ms","start":"2026-03-07T03:00:02.002113Z","end":"2026-03-07T03:00:02.330865Z","steps":["trace[516763030] 'agreement among raft nodes before linearized reading' (duration: 328.640154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.330919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:02.002095Z","time spent":"328.814637ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:00:02.330968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.987581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T03:00:02.330973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.848668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T03:00:02.331032Z","caller":"traceutil/trace.go:171","msg":"trace[153312183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5030; }","duration":"329.092664ms","start":"2026-03-07T03:00:02.001922Z","end":"2026-03-07T03:00:02.331015Z","steps":["trace[153312183] 'agreement among raft nodes before linearized reading' (duration: 328.90659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.331085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:02.0019Z","time spent":"329.173746ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T03:00:02.331038Z","caller":"traceutil/trace.go:171","msg":"trace[302243180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5030; }","duration":"328.945261ms","start":"2026-03-07T03:00:02.002078Z","end":"2026-03-07T03:00:02.331023Z","steps":["trace[302243180] 'agreement among raft nodes before linearized reading' (duration: 328.747167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.33119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:02.002066Z","time spent":"329.112564ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:02.331233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.520456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:00:02.331361Z","caller":"traceutil/trace.go:171","msg":"trace[231066190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:5030; }","duration":"321.682949ms","start":"2026-03-07T03:00:02.00966Z","end":"2026-03-07T03:00:02.331343Z","steps":["trace[231066190] 'agreement among raft nodes before linearized reading' (duration: 321.26239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.331442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:02.00965Z","time spent":"321.74469ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-lpn9r\" "} {"level":"warn","ts":"2026-03-07T03:00:02.331522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.181264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T03:00:02.331616Z","caller":"traceutil/trace.go:171","msg":"trace[941665420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5030; }","duration":"347.277187ms","start":"2026-03-07T03:00:01.984322Z","end":"2026-03-07T03:00:02.331599Z","steps":["trace[941665420] 'agreement among raft nodes before linearized reading' (duration: 346.341606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.331659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:01.984278Z","time spent":"347.368969ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:00:02.331883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.995665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T03:00:02.331978Z","caller":"traceutil/trace.go:171","msg":"trace[1459061476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5030; }","duration":"330.123947ms","start":"2026-03-07T03:00:02.001833Z","end":"2026-03-07T03:00:02.331957Z","steps":["trace[1459061476] 'agreement among raft nodes before linearized reading' (duration: 328.898649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:02.332026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:02.001823Z","time spent":"330.193299ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T03:00:10.891657Z","caller":"traceutil/trace.go:171","msg":"trace[752960982] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"139.170955ms","start":"2026-03-07T03:00:10.752463Z","end":"2026-03-07T03:00:10.891633Z","steps":["trace[752960982] 'process raft request' (duration: 139.041812ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:15.637501Z","caller":"traceutil/trace.go:171","msg":"trace[2104769204] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"109.421295ms","start":"2026-03-07T03:00:15.528054Z","end":"2026-03-07T03:00:15.637476Z","steps":["trace[2104769204] 'read index received' (duration: 109.17889ms)","trace[2104769204] 'applied index is now lower than readState.Index' (duration: 241.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:15.637646Z","caller":"traceutil/trace.go:171","msg":"trace[1210969852] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"201.084326ms","start":"2026-03-07T03:00:15.436517Z","end":"2026-03-07T03:00:15.637601Z","steps":["trace[1210969852] 'process raft request' (duration: 200.797039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:15.637702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.617209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:15.637752Z","caller":"traceutil/trace.go:171","msg":"trace[461350376] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5171; }","duration":"109.723612ms","start":"2026-03-07T03:00:15.528012Z","end":"2026-03-07T03:00:15.637735Z","steps":["trace[461350376] 'agreement among raft nodes before linearized reading' (duration: 109.589199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:16.485011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.138804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:16.485081Z","caller":"traceutil/trace.go:171","msg":"trace[1396970924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5172; }","duration":"481.257667ms","start":"2026-03-07T03:00:16.003807Z","end":"2026-03-07T03:00:16.485065Z","steps":["trace[1396970924] 'range keys from in-memory index tree' (duration: 481.059823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:16.485118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.003784Z","time spent":"481.326679ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:00:16.485176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.755028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-07T03:00:16.485461Z","caller":"traceutil/trace.go:171","msg":"trace[186173447] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5172; }","duration":"256.092246ms","start":"2026-03-07T03:00:16.229343Z","end":"2026-03-07T03:00:16.485435Z","steps":["trace[186173447] 'range keys from in-memory index tree' (duration: 255.568554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:16.485603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.904404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-07T03:00:16.485703Z","caller":"traceutil/trace.go:171","msg":"trace[131734107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5172; }","duration":"354.051627ms","start":"2026-03-07T03:00:16.131624Z","end":"2026-03-07T03:00:16.485675Z","steps":["trace[131734107] 'range keys from in-memory index tree' (duration: 353.71704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:16.485763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.131605Z","time spent":"354.145639ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T03:00:16.885562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211997905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:00:17.386184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211997905,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T03:00:17.428198Z","caller":"traceutil/trace.go:171","msg":"trace[194535148] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"1.050207118s","start":"2026-03-07T03:00:16.377963Z","end":"2026-03-07T03:00:17.42817Z","steps":["trace[194535148] 'process raft request' (duration: 1.050042713s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.428371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.377936Z","time spent":"1.05035234s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:17.450302Z","caller":"traceutil/trace.go:171","msg":"trace[1083377974] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"1.070894705s","start":"2026-03-07T03:00:16.379255Z","end":"2026-03-07T03:00:17.450149Z","steps":["trace[1083377974] 'process raft request' (duration: 1.070402515s)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:17.450374Z","caller":"traceutil/trace.go:171","msg":"trace[1288242707] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"1.069948665s","start":"2026-03-07T03:00:16.38039Z","end":"2026-03-07T03:00:17.450339Z","steps":["trace[1288242707] 'process raft request' (duration: 1.06969916s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.450502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.380371Z","time spent":"1.070063937s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:17.450494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.379227Z","time spent":"1.071159971s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:17.505037Z","caller":"traceutil/trace.go:171","msg":"trace[907844296] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5376; }","duration":"1.120345102s","start":"2026-03-07T03:00:16.384671Z","end":"2026-03-07T03:00:17.505016Z","steps":["trace[907844296] 'read index received' (duration: 1.043354915s)","trace[907844296] 'applied index is now lower than readState.Index' (duration: 76.988657ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:17.505147Z","caller":"traceutil/trace.go:171","msg":"trace[705825231] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"161.124232ms","start":"2026-03-07T03:00:17.344011Z","end":"2026-03-07T03:00:17.505136Z","steps":["trace[705825231] 'process raft request' (duration: 160.799075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.600653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215954491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T03:00:17.600754Z","caller":"traceutil/trace.go:171","msg":"trace[1656113804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5176; }","duration":"1.216102324s","start":"2026-03-07T03:00:16.384628Z","end":"2026-03-07T03:00:17.600731Z","steps":["trace[1656113804] 'agreement among raft nodes before linearized reading' (duration: 1.120534276s)","trace[1656113804] 'range keys from in-memory index tree' (duration: 95.317723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:17.600747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.570749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:00:17.600754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206113332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T03:00:17.600803Z","caller":"traceutil/trace.go:171","msg":"trace[1200446058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5177; }","duration":"687.671921ms","start":"2026-03-07T03:00:16.913117Z","end":"2026-03-07T03:00:17.600789Z","steps":["trace[1200446058] 'agreement among raft nodes before linearized reading' (duration: 687.478927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.600805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.384616Z","time spent":"1.216176796s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:17.600769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.108258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-07T03:00:17.600837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.9131Z","time spent":"687.731553ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T03:00:17.600827Z","caller":"traceutil/trace.go:171","msg":"trace[1281020944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5177; }","duration":"1.206237344s","start":"2026-03-07T03:00:16.394572Z","end":"2026-03-07T03:00:17.600809Z","steps":["trace[1281020944] 'agreement among raft nodes before linearized reading' (duration: 1.206009709s)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:17.600876Z","caller":"traceutil/trace.go:171","msg":"trace[1107987711] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"118.2409ms","start":"2026-03-07T03:00:17.482612Z","end":"2026-03-07T03:00:17.600853Z","steps":["trace[1107987711] 'agreement among raft nodes before linearized reading' (duration: 118.004725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.600954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:00:17.600969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.83069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-03-07T03:00:17.60099Z","caller":"traceutil/trace.go:171","msg":"trace[1508079950] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"130.871021ms","start":"2026-03-07T03:00:17.470111Z","end":"2026-03-07T03:00:17.600982Z","steps":["trace[1508079950] 'agreement among raft nodes before linearized reading' (duration: 130.80887ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:17.60099Z","caller":"traceutil/trace.go:171","msg":"trace[1322872459] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5177; }","duration":"1.027383441s","start":"2026-03-07T03:00:16.573596Z","end":"2026-03-07T03:00:17.600979Z","steps":["trace[1322872459] 'agreement among raft nodes before linearized reading' (duration: 1.02731206s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.60102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.573536Z","time spent":"1.027475954s","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:00:17.601114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.666202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:17.601134Z","caller":"traceutil/trace.go:171","msg":"trace[1004751907] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5177; }","duration":"179.692102ms","start":"2026-03-07T03:00:17.421435Z","end":"2026-03-07T03:00:17.601127Z","steps":["trace[1004751907] 'agreement among raft nodes before linearized reading' (duration: 179.647451ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:17.601189Z","caller":"traceutil/trace.go:171","msg":"trace[111014922] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"140.540584ms","start":"2026-03-07T03:00:17.460635Z","end":"2026-03-07T03:00:17.601175Z","steps":["trace[111014922] 'process raft request' (duration: 44.374624ms)","trace[111014922] 'compare' (duration: 95.432524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:17.600873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.394554Z","time spent":"1.206309617s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:00:17.601312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202250237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T03:00:17.601327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112000947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-07T03:00:17.601349Z","caller":"traceutil/trace.go:171","msg":"trace[1585968546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5177; }","duration":"1.202288198s","start":"2026-03-07T03:00:16.399051Z","end":"2026-03-07T03:00:17.601339Z","steps":["trace[1585968546] 'agreement among raft nodes before linearized reading' (duration: 1.202185706s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.601378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.399009Z","time spent":"1.20236223s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T03:00:17.601361Z","caller":"traceutil/trace.go:171","msg":"trace[1140243856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5177; }","duration":"1.112051988s","start":"2026-03-07T03:00:16.489299Z","end":"2026-03-07T03:00:17.601351Z","steps":["trace[1140243856] 'agreement among raft nodes before linearized reading' (duration: 1.111949086s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.601386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206352217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T03:00:17.601411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.489285Z","time spent":"1.112117149s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T03:00:17.601415Z","caller":"traceutil/trace.go:171","msg":"trace[970872626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5177; }","duration":"1.206426009s","start":"2026-03-07T03:00:16.394981Z","end":"2026-03-07T03:00:17.601408Z","steps":["trace[970872626] 'agreement among raft nodes before linearized reading' (duration: 1.206329086s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.601438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.394959Z","time spent":"1.20647458s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:17.601463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115074295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:17.601491Z","caller":"traceutil/trace.go:171","msg":"trace[912659054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5177; }","duration":"1.115129536s","start":"2026-03-07T03:00:16.486353Z","end":"2026-03-07T03:00:17.601483Z","steps":["trace[912659054] 'agreement among raft nodes before linearized reading' (duration: 1.115088175s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.601513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.486337Z","time spent":"1.115172137s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:00:17.601539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201251864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:00:17.601563Z","caller":"traceutil/trace.go:171","msg":"trace[1124037406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:5177; }","duration":"1.201294305s","start":"2026-03-07T03:00:16.400262Z","end":"2026-03-07T03:00:17.601557Z","steps":["trace[1124037406] 'agreement among raft nodes before linearized reading' (duration: 1.201225053s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:17.601591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:16.400253Z","time spent":"1.201333556s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-lpn9r\" "} {"level":"info","ts":"2026-03-07T03:00:17.737668Z","caller":"traceutil/trace.go:171","msg":"trace[1611609623] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"121.017922ms","start":"2026-03-07T03:00:17.616627Z","end":"2026-03-07T03:00:17.737645Z","steps":["trace[1611609623] 'process raft request' (duration: 112.025082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:18.398182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.615874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:00:18.398317Z","caller":"traceutil/trace.go:171","msg":"trace[294212528] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5391; }","duration":"637.717165ms","start":"2026-03-07T03:00:17.760578Z","end":"2026-03-07T03:00:18.398295Z","steps":["trace[294212528] 'read index received' (duration: 428.890376ms)","trace[294212528] 'applied index is now lower than readState.Index' (duration: 208.825199ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:18.398387Z","caller":"traceutil/trace.go:171","msg":"trace[704551678] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"639.064494ms","start":"2026-03-07T03:00:17.759287Z","end":"2026-03-07T03:00:18.398352Z","steps":["trace[704551678] 'process raft request' (duration: 430.199984ms)","trace[704551678] 'compare' (duration: 208.38239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:18.39848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.958933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:18.398533Z","caller":"traceutil/trace.go:171","msg":"trace[277609347] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5187; }","duration":"274.068595ms","start":"2026-03-07T03:00:18.124451Z","end":"2026-03-07T03:00:18.39852Z","steps":["trace[277609347] 'agreement among raft nodes before linearized reading' (duration: 273.968523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:18.398533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:17.759265Z","time spent":"639.193507ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:18.398538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.94797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-07T03:00:18.398618Z","caller":"traceutil/trace.go:171","msg":"trace[998610290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5187; }","duration":"638.085603ms","start":"2026-03-07T03:00:17.760511Z","end":"2026-03-07T03:00:18.398596Z","steps":["trace[998610290] 'agreement among raft nodes before linearized reading' (duration: 637.889479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:18.398664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:17.760493Z","time spent":"638.162545ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T03:00:18.78026Z","caller":"traceutil/trace.go:171","msg":"trace[305496528] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5392; }","duration":"215.333813ms","start":"2026-03-07T03:00:18.564893Z","end":"2026-03-07T03:00:18.780227Z","steps":["trace[305496528] 'read index received' (duration: 186.251389ms)","trace[305496528] 'applied index is now lower than readState.Index' (duration: 29.080984ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:18.78036Z","caller":"traceutil/trace.go:171","msg":"trace[1440362532] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"368.769073ms","start":"2026-03-07T03:00:18.411543Z","end":"2026-03-07T03:00:18.780312Z","steps":["trace[1440362532] 'process raft request' (duration: 339.626427ms)","trace[1440362532] 'compare' (duration: 28.903671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:18.780512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:18.411525Z","time spent":"368.903756ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8453,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:18.780486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.64758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-07T03:00:18.780594Z","caller":"traceutil/trace.go:171","msg":"trace[473148437] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5188; }","duration":"215.810724ms","start":"2026-03-07T03:00:18.564766Z","end":"2026-03-07T03:00:18.780576Z","steps":["trace[473148437] 'agreement among raft nodes before linearized reading' (duration: 215.572638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.096237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.950108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:00:19.096583Z","caller":"traceutil/trace.go:171","msg":"trace[761092518] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"303.113579ms","start":"2026-03-07T03:00:18.793326Z","end":"2026-03-07T03:00:19.09644Z","steps":["trace[761092518] 'process raft request' (duration: 159.858074ms)","trace[761092518] 'compare' (duration: 142.785175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:19.096907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:18.793314Z","time spent":"303.496877ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:19.22515Z","caller":"traceutil/trace.go:171","msg":"trace[1476256630] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"122.096536ms","start":"2026-03-07T03:00:19.103028Z","end":"2026-03-07T03:00:19.225124Z","steps":["trace[1476256630] 'process raft request' (duration: 94.616137ms)","trace[1476256630] 'compare' (duration: 27.299765ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:19.225674Z","caller":"traceutil/trace.go:171","msg":"trace[339755758] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"122.302951ms","start":"2026-03-07T03:00:19.103357Z","end":"2026-03-07T03:00:19.22566Z","steps":["trace[339755758] 'process raft request' (duration: 121.703348ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.225834Z","caller":"traceutil/trace.go:171","msg":"trace[1843114232] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"122.170807ms","start":"2026-03-07T03:00:19.103636Z","end":"2026-03-07T03:00:19.225806Z","steps":["trace[1843114232] 'process raft request' (duration: 121.666286ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.22616Z","caller":"traceutil/trace.go:171","msg":"trace[1892589414] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"118.423904ms","start":"2026-03-07T03:00:19.107697Z","end":"2026-03-07T03:00:19.226121Z","steps":["trace[1892589414] 'process raft request' (duration: 117.806941ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.22618Z","caller":"traceutil/trace.go:171","msg":"trace[416888608] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"115.408858ms","start":"2026-03-07T03:00:19.110746Z","end":"2026-03-07T03:00:19.226155Z","steps":["trace[416888608] 'process raft request' (duration: 115.109651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.649983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.129519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:00:19.650205Z","caller":"traceutil/trace.go:171","msg":"trace[715467950] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"217.170003ms","start":"2026-03-07T03:00:19.433009Z","end":"2026-03-07T03:00:19.650179Z","steps":["trace[715467950] 'process raft request' (duration: 112.735208ms)","trace[715467950] 'compare' (duration: 103.926394ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:19.651015Z","caller":"traceutil/trace.go:171","msg":"trace[714350713] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5401; }","duration":"159.73091ms","start":"2026-03-07T03:00:19.491263Z","end":"2026-03-07T03:00:19.650994Z","steps":["trace[714350713] 'read index received' (duration: 54.484877ms)","trace[714350713] 'applied index is now lower than readState.Index' (duration: 105.244013ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:19.651092Z","caller":"traceutil/trace.go:171","msg":"trace[1892059094] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"196.317261ms","start":"2026-03-07T03:00:19.454739Z","end":"2026-03-07T03:00:19.651056Z","steps":["trace[1892059094] 'process raft request' (duration: 195.370241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.65135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.000228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-07T03:00:19.651416Z","caller":"traceutil/trace.go:171","msg":"trace[363418907] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5199; }","duration":"152.097571ms","start":"2026-03-07T03:00:19.499302Z","end":"2026-03-07T03:00:19.6514Z","steps":["trace[363418907] 'agreement among raft nodes before linearized reading' (duration: 151.904307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.651413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.162538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-07T03:00:19.651473Z","caller":"traceutil/trace.go:171","msg":"trace[31514366] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5199; }","duration":"155.24986ms","start":"2026-03-07T03:00:19.496206Z","end":"2026-03-07T03:00:19.651456Z","steps":["trace[31514366] 'agreement among raft nodes before linearized reading' (duration: 154.995985ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.65114Z","caller":"traceutil/trace.go:171","msg":"trace[878318180] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"195.202647ms","start":"2026-03-07T03:00:19.455914Z","end":"2026-03-07T03:00:19.651116Z","steps":["trace[878318180] 'process raft request' (duration: 194.983792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.65117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.898963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:19.651904Z","caller":"traceutil/trace.go:171","msg":"trace[699399060] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5199; }","duration":"160.677621ms","start":"2026-03-07T03:00:19.49121Z","end":"2026-03-07T03:00:19.651887Z","steps":["trace[699399060] 'agreement among raft nodes before linearized reading' (duration: 159.905924ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.783338Z","caller":"traceutil/trace.go:171","msg":"trace[823051992] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"102.211065ms","start":"2026-03-07T03:00:19.681101Z","end":"2026-03-07T03:00:19.783312Z","steps":["trace[823051992] 'read index received' (duration: 95.886695ms)","trace[823051992] 'applied index is now lower than readState.Index' (duration: 6.32311ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:19.783511Z","caller":"traceutil/trace.go:171","msg":"trace[297060632] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"119.185001ms","start":"2026-03-07T03:00:19.664288Z","end":"2026-03-07T03:00:19.783473Z","steps":["trace[297060632] 'process raft request' (duration: 112.665527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.7836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.46995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T03:00:19.783644Z","caller":"traceutil/trace.go:171","msg":"trace[374450016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5200; }","duration":"102.556373ms","start":"2026-03-07T03:00:19.681076Z","end":"2026-03-07T03:00:19.783632Z","steps":["trace[374450016] 'agreement among raft nodes before linearized reading' (duration: 102.375449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.783714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.491871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:00:19.783765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.920928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T03:00:19.78379Z","caller":"traceutil/trace.go:171","msg":"trace[2070879037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5200; }","duration":"102.624864ms","start":"2026-03-07T03:00:19.681146Z","end":"2026-03-07T03:00:19.783771Z","steps":["trace[2070879037] 'agreement among raft nodes before linearized reading' (duration: 102.379708ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.783822Z","caller":"traceutil/trace.go:171","msg":"trace[300905616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5200; }","duration":"101.99945ms","start":"2026-03-07T03:00:19.681808Z","end":"2026-03-07T03:00:19.783807Z","steps":["trace[300905616] 'agreement among raft nodes before linearized reading' (duration: 101.848497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.783841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.759745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:00:19.783882Z","caller":"traceutil/trace.go:171","msg":"trace[2108907948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:5200; }","duration":"101.817456ms","start":"2026-03-07T03:00:19.682051Z","end":"2026-03-07T03:00:19.783868Z","steps":["trace[2108907948] 'agreement among raft nodes before linearized reading' (duration: 101.666493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.783983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.402389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T03:00:19.783997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.737536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T03:00:19.784019Z","caller":"traceutil/trace.go:171","msg":"trace[1496565501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5200; }","duration":"102.45065ms","start":"2026-03-07T03:00:19.681559Z","end":"2026-03-07T03:00:19.784009Z","steps":["trace[1496565501] 'agreement among raft nodes before linearized reading' (duration: 102.357368ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.784029Z","caller":"traceutil/trace.go:171","msg":"trace[484752283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5200; }","duration":"102.830278ms","start":"2026-03-07T03:00:19.681189Z","end":"2026-03-07T03:00:19.78402Z","steps":["trace[484752283] 'agreement among raft nodes before linearized reading' (duration: 102.743876ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:27.997433Z","caller":"traceutil/trace.go:171","msg":"trace[1548351347] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"139.334738ms","start":"2026-03-07T03:00:27.858069Z","end":"2026-03-07T03:00:27.997404Z","steps":["trace[1548351347] 'process raft request' (duration: 46.512811ms)","trace[1548351347] 'compare' (duration: 92.664973ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:28.000442Z","caller":"traceutil/trace.go:171","msg":"trace[936106815] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"141.953345ms","start":"2026-03-07T03:00:27.858463Z","end":"2026-03-07T03:00:28.000416Z","steps":["trace[936106815] 'process raft request' (duration: 141.827603ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:28.000657Z","caller":"traceutil/trace.go:171","msg":"trace[2049976633] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"141.818254ms","start":"2026-03-07T03:00:27.858822Z","end":"2026-03-07T03:00:28.00064Z","steps":["trace[2049976633] 'process raft request' (duration: 141.552107ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:28.000771Z","caller":"traceutil/trace.go:171","msg":"trace[365348332] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"141.932007ms","start":"2026-03-07T03:00:27.858826Z","end":"2026-03-07T03:00:28.000758Z","steps":["trace[365348332] 'process raft request' (duration: 141.760963ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:28.000894Z","caller":"traceutil/trace.go:171","msg":"trace[1561297445] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"141.294762ms","start":"2026-03-07T03:00:27.859587Z","end":"2026-03-07T03:00:28.000881Z","steps":["trace[1561297445] 'process raft request' (duration: 141.121469ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:28.00089Z","caller":"traceutil/trace.go:171","msg":"trace[1090939764] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5459; }","duration":"121.520264ms","start":"2026-03-07T03:00:27.879352Z","end":"2026-03-07T03:00:28.000873Z","steps":["trace[1090939764] 'read index received' (duration: 25.23298ms)","trace[1090939764] 'applied index is now lower than readState.Index' (duration: 96.286094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:28.001106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.748569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-07T03:00:28.001166Z","caller":"traceutil/trace.go:171","msg":"trace[707177918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5257; }","duration":"121.831611ms","start":"2026-03-07T03:00:27.87931Z","end":"2026-03-07T03:00:28.001141Z","steps":["trace[707177918] 'agreement among raft nodes before linearized reading' (duration: 121.657227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.001251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.475321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:28.001327Z","caller":"traceutil/trace.go:171","msg":"trace[1005118306] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5257; }","duration":"111.595714ms","start":"2026-03-07T03:00:27.889719Z","end":"2026-03-07T03:00:28.001315Z","steps":["trace[1005118306] 'agreement among raft nodes before linearized reading' (duration: 111.382439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:46.975712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.170802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T03:00:59.977709Z","caller":"traceutil/trace.go:171","msg":"trace[614992560] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"121.169656ms","start":"2026-03-07T03:00:59.856506Z","end":"2026-03-07T03:00:59.977676Z","steps":["trace[614992560] 'process raft request' (duration: 120.876279ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:05.415147Z","caller":"traceutil/trace.go:171","msg":"trace[1543510061] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"160.75734ms","start":"2026-03-07T03:01:05.254359Z","end":"2026-03-07T03:01:05.415116Z","steps":["trace[1543510061] 'process raft request' (duration: 160.488465ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.055366Z","caller":"traceutil/trace.go:171","msg":"trace[419795320] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"111.195393ms","start":"2026-03-07T03:01:05.944148Z","end":"2026-03-07T03:01:06.055344Z","steps":["trace[419795320] 'process raft request' (duration: 110.956338ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.097024Z","caller":"traceutil/trace.go:171","msg":"trace[1659748901] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"103.271877ms","start":"2026-03-07T03:01:05.993731Z","end":"2026-03-07T03:01:06.097003Z","steps":["trace[1659748901] 'process raft request' (duration: 102.832437ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.097216Z","caller":"traceutil/trace.go:171","msg":"trace[667617650] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"100.333511ms","start":"2026-03-07T03:01:05.996837Z","end":"2026-03-07T03:01:06.097171Z","steps":["trace[667617650] 'process raft request' (duration: 99.870591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:06.380699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.908783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:01:06.380819Z","caller":"traceutil/trace.go:171","msg":"trace[812444035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5563; }","duration":"161.060637ms","start":"2026-03-07T03:01:06.219732Z","end":"2026-03-07T03:01:06.380792Z","steps":["trace[812444035] 'range keys from in-memory index tree' (duration: 160.698369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:06.380719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.682419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:06.380909Z","caller":"traceutil/trace.go:171","msg":"trace[314653914] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5563; }","duration":"164.926123ms","start":"2026-03-07T03:01:06.215964Z","end":"2026-03-07T03:01:06.38089Z","steps":["trace[314653914] 'count revisions from in-memory index tree' (duration: 164.579197ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.598061Z","caller":"traceutil/trace.go:171","msg":"trace[1287235826] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"210.099513ms","start":"2026-03-07T03:01:06.387931Z","end":"2026-03-07T03:01:06.59803Z","steps":["trace[1287235826] 'process raft request' (duration: 210.027571ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.598094Z","caller":"traceutil/trace.go:171","msg":"trace[989040210] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"212.810224ms","start":"2026-03-07T03:01:06.385255Z","end":"2026-03-07T03:01:06.598065Z","steps":["trace[989040210] 'process raft request' (duration: 212.483516ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.598269Z","caller":"traceutil/trace.go:171","msg":"trace[1351930527] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"208.884266ms","start":"2026-03-07T03:01:06.389369Z","end":"2026-03-07T03:01:06.598253Z","steps":["trace[1351930527] 'process raft request' (duration: 208.62962ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:06.598491Z","caller":"traceutil/trace.go:171","msg":"trace[775412172] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"209.038729ms","start":"2026-03-07T03:01:06.389411Z","end":"2026-03-07T03:01:06.59845Z","steps":["trace[775412172] 'process raft request' (duration: 208.772133ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:08.287469Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2702} {"level":"info","ts":"2026-03-07T03:01:08.355752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2702,"took":"66.813022ms","hash":3101920955,"current-db-size-bytes":40144896,"current-db-size":"40 MB","current-db-size-in-use-bytes":29835264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-07T03:01:08.3558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3101920955,"revision":2702,"compact-revision":-1} {"level":"warn","ts":"2026-03-07T03:01:23.505551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211999268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:01:23.976959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000744883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T03:01:23.977373Z","caller":"traceutil/trace.go:171","msg":"trace[1668910783] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5892; }","duration":"972.85782ms","start":"2026-03-07T03:01:23.004487Z","end":"2026-03-07T03:01:23.977345Z","steps":["trace[1668910783] 'read index received' (duration: 972.562813ms)","trace[1668910783] 'applied index is now lower than readState.Index' (duration: 293.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:23.977448Z","caller":"traceutil/trace.go:171","msg":"trace[164270696] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"1.001386128s","start":"2026-03-07T03:01:22.97604Z","end":"2026-03-07T03:01:23.977426Z","steps":["trace[164270696] 'process raft request' (duration: 1.001134122s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.977557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.976009Z","time spent":"1.001483309s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:23.977577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.074716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:23.977672Z","caller":"traceutil/trace.go:171","msg":"trace[461476585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5672; }","duration":"973.22833ms","start":"2026-03-07T03:01:23.004422Z","end":"2026-03-07T03:01:23.97765Z","steps":["trace[461476585] 'agreement among raft nodes before linearized reading' (duration: 973.052335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.977693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.812185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:01:23.977728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.004392Z","time spent":"973.326022ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T03:01:23.977767Z","caller":"traceutil/trace.go:171","msg":"trace[1146748831] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5672; }","duration":"303.024189ms","start":"2026-03-07T03:01:23.674702Z","end":"2026-03-07T03:01:23.977726Z","steps":["trace[1146748831] 'agreement among raft nodes before linearized reading' (duration: 302.811134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.977816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.674687Z","time spent":"303.117082ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:01:24.230934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.57088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:01:24.231032Z","caller":"traceutil/trace.go:171","msg":"trace[1200777188] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5672; }","duration":"114.732722ms","start":"2026-03-07T03:01:24.116275Z","end":"2026-03-07T03:01:24.231008Z","steps":["trace[1200777188] 'count revisions from in-memory index tree' (duration: 114.470357ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:24.256698Z","caller":"traceutil/trace.go:171","msg":"trace[1003719331] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"137.194114ms","start":"2026-03-07T03:01:24.11948Z","end":"2026-03-07T03:01:24.256674Z","steps":["trace[1003719331] 'process raft request' (duration: 136.940049ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:24.425798Z","caller":"traceutil/trace.go:171","msg":"trace[303726824] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"279.004372ms","start":"2026-03-07T03:01:24.146769Z","end":"2026-03-07T03:01:24.425773Z","steps":["trace[303726824] 'process raft request' (duration: 246.441764ms)","trace[303726824] 'compare' (duration: 32.24189ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:24.425933Z","caller":"traceutil/trace.go:171","msg":"trace[1733578881] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"248.794688ms","start":"2026-03-07T03:01:24.177098Z","end":"2026-03-07T03:01:24.425892Z","steps":["trace[1733578881] 'process raft request' (duration: 248.600622ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:24.493933Z","caller":"traceutil/trace.go:171","msg":"trace[339820610] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5894; }","duration":"220.039886ms","start":"2026-03-07T03:01:24.273873Z","end":"2026-03-07T03:01:24.493913Z","steps":["trace[339820610] 'read index received' (duration: 119.403698ms)","trace[339820610] 'applied index is now lower than readState.Index' (duration: 100.634788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:24.494136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.25286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:01:24.494181Z","caller":"traceutil/trace.go:171","msg":"trace[215338814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:5676; }","duration":"220.349852ms","start":"2026-03-07T03:01:24.273821Z","end":"2026-03-07T03:01:24.494171Z","steps":["trace[215338814] 'agreement among raft nodes before linearized reading' (duration: 220.192179ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:24.493992Z","caller":"traceutil/trace.go:171","msg":"trace[214640681] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"224.568216ms","start":"2026-03-07T03:01:24.269404Z","end":"2026-03-07T03:01:24.493972Z","steps":["trace[214640681] 'process raft request' (duration: 224.416183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.677836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.970225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:24.677963Z","caller":"traceutil/trace.go:171","msg":"trace[708158132] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5676; }","duration":"114.16461ms","start":"2026-03-07T03:01:24.563771Z","end":"2026-03-07T03:01:24.677936Z","steps":["trace[708158132] 'range keys from in-memory index tree' (duration: 113.852462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.239154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.3758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:01:25.239317Z","caller":"traceutil/trace.go:171","msg":"trace[1959136261] linearizableReadLoop","detail":"{readStateIndex:5899; appliedIndex:5898; }","duration":"494.633669ms","start":"2026-03-07T03:01:24.744661Z","end":"2026-03-07T03:01:25.239295Z","steps":["trace[1959136261] 'read index received' (duration: 57.012344ms)","trace[1959136261] 'applied index is now lower than readState.Index' (duration: 437.619215ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:25.239341Z","caller":"traceutil/trace.go:171","msg":"trace[525642316] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"502.722889ms","start":"2026-03-07T03:01:24.736585Z","end":"2026-03-07T03:01:25.239308Z","steps":["trace[525642316] 'process raft request' (duration: 65.065794ms)","trace[525642316] 'compare' (duration: 437.221156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:25.239501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.736562Z","time spent":"502.855773ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:25.239537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.864164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T03:01:25.239588Z","caller":"traceutil/trace.go:171","msg":"trace[1237989810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5678; }","duration":"494.931645ms","start":"2026-03-07T03:01:24.74464Z","end":"2026-03-07T03:01:25.239572Z","steps":["trace[1237989810] 'agreement among raft nodes before linearized reading' (duration: 494.741171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.239637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.74463Z","time spent":"494.993466ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:01:25.260706Z","caller":"traceutil/trace.go:171","msg":"trace[12667136] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"166.889608ms","start":"2026-03-07T03:01:25.093797Z","end":"2026-03-07T03:01:25.260687Z","steps":["trace[12667136] 'process raft request' (duration: 166.672132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.260783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.81996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:01:25.260875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.82505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T03:01:25.260864Z","caller":"traceutil/trace.go:171","msg":"trace[727824060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5679; }","duration":"514.921842ms","start":"2026-03-07T03:01:24.745924Z","end":"2026-03-07T03:01:25.260846Z","steps":["trace[727824060] 'agreement among raft nodes before linearized reading' (duration: 514.710837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.260779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.301918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:25.260923Z","caller":"traceutil/trace.go:171","msg":"trace[1721669034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5679; }","duration":"514.918572ms","start":"2026-03-07T03:01:24.745996Z","end":"2026-03-07T03:01:25.260914Z","steps":["trace[1721669034] 'agreement among raft nodes before linearized reading' (duration: 514.707847ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:25.260968Z","caller":"traceutil/trace.go:171","msg":"trace[2071776905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5679; }","duration":"257.539683ms","start":"2026-03-07T03:01:25.003416Z","end":"2026-03-07T03:01:25.260956Z","steps":["trace[2071776905] 'agreement among raft nodes before linearized reading' (duration: 257.274067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.261013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.74597Z","time spent":"515.034504ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:01:25.260956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.745916Z","time spent":"515.028314ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:01:25.762519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021211999301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T03:01:25.783193Z","caller":"traceutil/trace.go:171","msg":"trace[685387231] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"539.765847ms","start":"2026-03-07T03:01:25.243399Z","end":"2026-03-07T03:01:25.783164Z","steps":["trace[685387231] 'process raft request' (duration: 539.583973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.783371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.243377Z","time spent":"539.90126ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:25.9657Z","caller":"traceutil/trace.go:171","msg":"trace[116368345] linearizableReadLoop","detail":"{readStateIndex:5903; appliedIndex:5900; }","duration":"703.902883ms","start":"2026-03-07T03:01:25.261772Z","end":"2026-03-07T03:01:25.965675Z","steps":["trace[116368345] 'read index received' (duration: 521.289884ms)","trace[116368345] 'applied index is now lower than readState.Index' (duration: 182.611649ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:25.965781Z","caller":"traceutil/trace.go:171","msg":"trace[1279008854] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"700.788363ms","start":"2026-03-07T03:01:25.264935Z","end":"2026-03-07T03:01:25.965724Z","steps":["trace[1279008854] 'process raft request' (duration: 621.164485ms)","trace[1279008854] 'compare' (duration: 79.076806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:25.96586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.066096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:25.965851Z","caller":"traceutil/trace.go:171","msg":"trace[1968268730] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"700.765493ms","start":"2026-03-07T03:01:25.265052Z","end":"2026-03-07T03:01:25.965817Z","steps":["trace[1968268730] 'process raft request' (duration: 700.568898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.96601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.264918Z","time spent":"700.962367ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:25.965894Z","caller":"traceutil/trace.go:171","msg":"trace[259486571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5682; }","duration":"704.137768ms","start":"2026-03-07T03:01:25.261745Z","end":"2026-03-07T03:01:25.965883Z","steps":["trace[259486571] 'agreement among raft nodes before linearized reading' (duration: 704.067687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.966157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.261729Z","time spent":"704.335772ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:01:25.966026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.265032Z","time spent":"700.899745ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:26.53314Z","caller":"traceutil/trace.go:171","msg":"trace[1999322258] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"102.05622ms","start":"2026-03-07T03:01:26.43105Z","end":"2026-03-07T03:01:26.533106Z","steps":["trace[1999322258] 'process raft request' (duration: 101.892907ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:26.693261Z","caller":"traceutil/trace.go:171","msg":"trace[1661625269] linearizableReadLoop","detail":"{readStateIndex:5906; appliedIndex:5904; }","duration":"188.298676ms","start":"2026-03-07T03:01:26.504926Z","end":"2026-03-07T03:01:26.693225Z","steps":["trace[1661625269] 'read index received' (duration: 28.033936ms)","trace[1661625269] 'applied index is now lower than readState.Index' (duration: 160.26355ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:26.693363Z","caller":"traceutil/trace.go:171","msg":"trace[29219709] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"194.636298ms","start":"2026-03-07T03:01:26.498684Z","end":"2026-03-07T03:01:26.69332Z","steps":["trace[29219709] 'process raft request' (duration: 177.298741ms)","trace[29219709] 'compare' (duration: 17.101782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:26.693612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.656434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:01:26.69369Z","caller":"traceutil/trace.go:171","msg":"trace[685816778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:5685; }","duration":"188.770167ms","start":"2026-03-07T03:01:26.5049Z","end":"2026-03-07T03:01:26.69367Z","steps":["trace[685816778] 'agreement among raft nodes before linearized reading' (duration: 188.520061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:26.974692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.674634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T03:06:08.293631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5573} {"level":"info","ts":"2026-03-07T03:06:08.385908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5573,"took":"90.563057ms","hash":4050364239,"current-db-size-bytes":40865792,"current-db-size":"41 MB","current-db-size-in-use-bytes":21405696,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-07T03:06:08.385957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4050364239,"revision":5573,"compact-revision":2702} {"level":"warn","ts":"2026-03-07T03:06:20.248911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.183809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:06:20.249035Z","caller":"traceutil/trace.go:171","msg":"trace[2137131235] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"681.400047ms","start":"2026-03-07T03:06:19.567611Z","end":"2026-03-07T03:06:20.249011Z","steps":["trace[2137131235] 'process raft request' (duration: 509.026343ms)","trace[2137131235] 'compare' (duration: 171.880493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:06:20.249096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:06:19.56759Z","time spent":"681.477598ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:06:20.278678Z","caller":"traceutil/trace.go:171","msg":"trace[1394594742] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8018; }","duration":"325.179411ms","start":"2026-03-07T03:06:19.953463Z","end":"2026-03-07T03:06:20.278643Z","steps":["trace[1394594742] 'read index received' (duration: 123.298812ms)","trace[1394594742] 'applied index is now lower than readState.Index' (duration: 201.879429ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:06:20.278711Z","caller":"traceutil/trace.go:171","msg":"trace[655894301] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"575.014795ms","start":"2026-03-07T03:06:19.703673Z","end":"2026-03-07T03:06:20.278688Z","steps":["trace[655894301] 'process raft request' (duration: 574.81913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:06:20.278881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:06:19.703641Z","time spent":"575.128687ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:06:20.278921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.681459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:06:20.278959Z","caller":"traceutil/trace.go:171","msg":"trace[315697839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7728; }","duration":"275.760372ms","start":"2026-03-07T03:06:20.003188Z","end":"2026-03-07T03:06:20.278948Z","steps":["trace[315697839] 'agreement among raft nodes before linearized reading' (duration: 275.67751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:06:20.279063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.583389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-07T03:06:20.279151Z","caller":"traceutil/trace.go:171","msg":"trace[563769245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7728; }","duration":"325.730482ms","start":"2026-03-07T03:06:19.953398Z","end":"2026-03-07T03:06:20.279129Z","steps":["trace[563769245] 'agreement among raft nodes before linearized reading' (duration: 325.472887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:06:20.279196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:06:19.953374Z","time spent":"325.813305ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T03:06:30.520131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.414346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:06:30.520213Z","caller":"traceutil/trace.go:171","msg":"trace[1016918040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:7776; }","duration":"108.537789ms","start":"2026-03-07T03:06:30.411657Z","end":"2026-03-07T03:06:30.520195Z","steps":["trace[1016918040] 'range keys from in-memory index tree' (duration: 108.217922ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:30.972597Z","caller":"traceutil/trace.go:171","msg":"trace[457346894] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"137.245897ms","start":"2026-03-07T03:06:30.835318Z","end":"2026-03-07T03:06:30.972564Z","steps":["trace[457346894] 'process raft request' (duration: 137.061873ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:31.195519Z","caller":"traceutil/trace.go:171","msg":"trace[321905358] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"246.88746ms","start":"2026-03-07T03:06:30.948606Z","end":"2026-03-07T03:06:31.195494Z","steps":["trace[321905358] 'process raft request' (duration: 230.298839ms)","trace[321905358] 'compare' (duration: 16.303985ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:06:31.218132Z","caller":"traceutil/trace.go:171","msg":"trace[2018745415] linearizableReadLoop","detail":"{readStateIndex:8074; appliedIndex:8072; }","duration":"214.717758ms","start":"2026-03-07T03:06:31.003378Z","end":"2026-03-07T03:06:31.218095Z","steps":["trace[2018745415] 'read index received' (duration: 175.715327ms)","trace[2018745415] 'applied index is now lower than readState.Index' (duration: 39.000961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:06:31.218313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.891552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:06:31.218368Z","caller":"traceutil/trace.go:171","msg":"trace[1146601204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7779; }","duration":"215.007544ms","start":"2026-03-07T03:06:31.00334Z","end":"2026-03-07T03:06:31.218347Z","steps":["trace[1146601204] 'agreement among raft nodes before linearized reading' (duration: 214.889751ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:31.218456Z","caller":"traceutil/trace.go:171","msg":"trace[787530295] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"241.513793ms","start":"2026-03-07T03:06:30.976802Z","end":"2026-03-07T03:06:31.218315Z","steps":["trace[787530295] 'process raft request' (duration: 241.092533ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:57.609701Z","caller":"traceutil/trace.go:171","msg":"trace[1844595477] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"441.185663ms","start":"2026-03-07T03:06:57.168453Z","end":"2026-03-07T03:06:57.609639Z","steps":["trace[1844595477] 'process raft request' (duration: 439.523486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:06:57.609859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:06:57.168442Z","time spent":"441.336966ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:06:57.609488Z","caller":"traceutil/trace.go:171","msg":"trace[477056624] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8261; }","duration":"319.653139ms","start":"2026-03-07T03:06:57.289788Z","end":"2026-03-07T03:06:57.609442Z","steps":["trace[477056624] 'read index received' (duration: 318.135176ms)","trace[477056624] 'applied index is now lower than readState.Index' (duration: 1.512162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:06:57.610561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.778767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:06:57.610627Z","caller":"traceutil/trace.go:171","msg":"trace[1582633896] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7960; }","duration":"267.884169ms","start":"2026-03-07T03:06:57.342722Z","end":"2026-03-07T03:06:57.610607Z","steps":["trace[1582633896] 'agreement among raft nodes before linearized reading' (duration: 267.740926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:06:57.610406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.580549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-07T03:06:57.611591Z","caller":"traceutil/trace.go:171","msg":"trace[846802505] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7960; }","duration":"321.817386ms","start":"2026-03-07T03:06:57.289739Z","end":"2026-03-07T03:06:57.611556Z","steps":["trace[846802505] 'agreement among raft nodes before linearized reading' (duration: 320.1243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:06:57.611656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:06:57.289717Z","time spent":"321.922939ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-07T03:06:58.728051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.065813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:06:58.72855Z","caller":"traceutil/trace.go:171","msg":"trace[500944549] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"216.003486ms","start":"2026-03-07T03:06:58.512475Z","end":"2026-03-07T03:06:58.728479Z","steps":["trace[500944549] 'process raft request' (duration: 18.438662ms)","trace[500944549] 'compare' (duration: 196.894969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:01.205764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021212005588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T03:07:01.413498Z","caller":"traceutil/trace.go:171","msg":"trace[2064864651] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"968.078235ms","start":"2026-03-07T03:07:00.445385Z","end":"2026-03-07T03:07:01.413463Z","steps":["trace[2064864651] 'process raft request' (duration: 967.40124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.413708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:00.445361Z","time spent":"968.238569ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:01.4139Z","caller":"traceutil/trace.go:171","msg":"trace[1721711703] linearizableReadLoop","detail":"{readStateIndex:8281; appliedIndex:8279; }","duration":"708.836886ms","start":"2026-03-07T03:07:00.705036Z","end":"2026-03-07T03:07:01.413873Z","steps":["trace[1721711703] 'read index received' (duration: 707.845094ms)","trace[1721711703] 'applied index is now lower than readState.Index' (duration: 990.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:01.414018Z","caller":"traceutil/trace.go:171","msg":"trace[121531091] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"961.564915ms","start":"2026-03-07T03:07:00.452443Z","end":"2026-03-07T03:07:01.414008Z","steps":["trace[121531091] 'process raft request' (duration: 961.293918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.414142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:00.452428Z","time spent":"961.626846ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:01.414247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.148813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T03:07:01.414273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.954356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:07:01.414319Z","caller":"traceutil/trace.go:171","msg":"trace[491666250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7978; }","duration":"682.223375ms","start":"2026-03-07T03:07:00.732079Z","end":"2026-03-07T03:07:01.414302Z","steps":["trace[491666250] 'agreement among raft nodes before linearized reading' (duration: 682.022161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.414375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:00.732045Z","time spent":"682.316437ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:07:01.414395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.367808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:01.414442Z","caller":"traceutil/trace.go:171","msg":"trace[292359762] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7978; }","duration":"709.45362ms","start":"2026-03-07T03:07:00.704974Z","end":"2026-03-07T03:07:01.414428Z","steps":["trace[292359762] 'agreement among raft nodes before linearized reading' (duration: 709.375858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.414496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:00.704952Z","time spent":"709.529272ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:07:01.414508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.536283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:01.414547Z","caller":"traceutil/trace.go:171","msg":"trace[504839844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7978; }","duration":"410.610525ms","start":"2026-03-07T03:07:01.003926Z","end":"2026-03-07T03:07:01.414537Z","steps":["trace[504839844] 'agreement among raft nodes before linearized reading' (duration: 410.546964ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:01.414325Z","caller":"traceutil/trace.go:171","msg":"trace[461042417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7978; }","duration":"266.034598ms","start":"2026-03-07T03:07:01.148273Z","end":"2026-03-07T03:07:01.414308Z","steps":["trace[461042417] 'agreement among raft nodes before linearized reading' (duration: 265.899585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.414578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:01.003908Z","time spent":"410.663787ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:07:01.414746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.454755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:07:01.414868Z","caller":"traceutil/trace.go:171","msg":"trace[479232110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:7978; }","duration":"674.589889ms","start":"2026-03-07T03:07:00.740258Z","end":"2026-03-07T03:07:01.414848Z","steps":["trace[479232110] 'agreement among raft nodes before linearized reading' (duration: 674.363464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.414897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.441821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-07T03:07:01.414925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:00.740249Z","time spent":"674.66321ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-lpn9r\" "} {"level":"info","ts":"2026-03-07T03:07:01.414965Z","caller":"traceutil/trace.go:171","msg":"trace[843317763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7978; }","duration":"181.531974ms","start":"2026-03-07T03:07:01.23341Z","end":"2026-03-07T03:07:01.414942Z","steps":["trace[843317763] 'agreement among raft nodes before linearized reading' (duration: 181.412061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.414735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.063504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-07T03:07:01.415019Z","caller":"traceutil/trace.go:171","msg":"trace[1658305472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7978; }","duration":"378.389591ms","start":"2026-03-07T03:07:01.036617Z","end":"2026-03-07T03:07:01.415006Z","steps":["trace[1658305472] 'agreement among raft nodes before linearized reading' (duration: 377.912781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:01.415071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:01.036606Z","time spent":"378.452552ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T03:07:03.522098Z","caller":"traceutil/trace.go:171","msg":"trace[169043999] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"100.196148ms","start":"2026-03-07T03:07:03.421875Z","end":"2026-03-07T03:07:03.522071Z","steps":["trace[169043999] 'process raft request' (duration: 100.069456ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:03.951006Z","caller":"traceutil/trace.go:171","msg":"trace[44023012] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8296; }","duration":"310.178552ms","start":"2026-03-07T03:07:03.640786Z","end":"2026-03-07T03:07:03.950965Z","steps":["trace[44023012] 'read index received' (duration: 309.192931ms)","trace[44023012] 'applied index is now lower than readState.Index' (duration: 983.881µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:03.951241Z","caller":"traceutil/trace.go:171","msg":"trace[1424933267] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"318.508013ms","start":"2026-03-07T03:07:03.632579Z","end":"2026-03-07T03:07:03.951087Z","steps":["trace[1424933267] 'process raft request' (duration: 317.531222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:03.951386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.581241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T03:07:03.951428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.37451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T03:07:03.951428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.039204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:07:03.951483Z","caller":"traceutil/trace.go:171","msg":"trace[1600825601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7993; }","duration":"247.487483ms","start":"2026-03-07T03:07:03.70398Z","end":"2026-03-07T03:07:03.951468Z","steps":["trace[1600825601] 'agreement among raft nodes before linearized reading' (duration: 247.193096ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:03.951495Z","caller":"traceutil/trace.go:171","msg":"trace[1221575025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7993; }","duration":"231.144076ms","start":"2026-03-07T03:07:03.720335Z","end":"2026-03-07T03:07:03.951479Z","steps":["trace[1221575025] 'agreement among raft nodes before linearized reading' (duration: 230.940451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:03.951506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:03.632553Z","time spent":"318.80934ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:03.951558Z","caller":"traceutil/trace.go:171","msg":"trace[852593330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"310.782015ms","start":"2026-03-07T03:07:03.640756Z","end":"2026-03-07T03:07:03.951538Z","steps":["trace[852593330] 'agreement among raft nodes before linearized reading' (duration: 310.345916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:03.951629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:03.640744Z","time spent":"310.869857ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:07:04.086468Z","caller":"traceutil/trace.go:171","msg":"trace[541250407] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"130.936619ms","start":"2026-03-07T03:07:03.955506Z","end":"2026-03-07T03:07:04.086442Z","steps":["trace[541250407] 'process raft request' (duration: 113.969878ms)","trace[541250407] 'compare' (duration: 16.847078ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:04.104471Z","caller":"traceutil/trace.go:171","msg":"trace[1332359874] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8297; }","duration":"148.104454ms","start":"2026-03-07T03:07:03.956351Z","end":"2026-03-07T03:07:04.104456Z","steps":["trace[1332359874] 'read index received' (duration: 113.13887ms)","trace[1332359874] 'applied index is now lower than readState.Index' (duration: 34.964634ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:04.104527Z","caller":"traceutil/trace.go:171","msg":"trace[1865166129] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"148.721017ms","start":"2026-03-07T03:07:03.955794Z","end":"2026-03-07T03:07:04.104515Z","steps":["trace[1865166129] 'process raft request' (duration: 148.549114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:04.104648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.276508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-07T03:07:04.104625Z","caller":"traceutil/trace.go:171","msg":"trace[292661670] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"148.187136ms","start":"2026-03-07T03:07:03.95639Z","end":"2026-03-07T03:07:04.104577Z","steps":["trace[292661670] 'process raft request' (duration: 148.032412ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:04.104703Z","caller":"traceutil/trace.go:171","msg":"trace[1172283291] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7996; }","duration":"148.366029ms","start":"2026-03-07T03:07:03.956326Z","end":"2026-03-07T03:07:04.104692Z","steps":["trace[1172283291] 'agreement among raft nodes before linearized reading' (duration: 148.191525ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:05.82336Z","caller":"traceutil/trace.go:171","msg":"trace[827677372] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8300; }","duration":"290.104977ms","start":"2026-03-07T03:07:05.533225Z","end":"2026-03-07T03:07:05.82333Z","steps":["trace[827677372] 'read index received' (duration: 57.624229ms)","trace[827677372] 'applied index is now lower than readState.Index' (duration: 232.479288ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:05.823386Z","caller":"traceutil/trace.go:171","msg":"trace[1204250310] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"296.950715ms","start":"2026-03-07T03:07:05.526408Z","end":"2026-03-07T03:07:05.823359Z","steps":["trace[1204250310] 'process raft request' (duration: 287.360667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:05.823581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.348093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:07:05.823657Z","caller":"traceutil/trace.go:171","msg":"trace[1835518071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:7998; }","duration":"290.472775ms","start":"2026-03-07T03:07:05.533168Z","end":"2026-03-07T03:07:05.823641Z","steps":["trace[1835518071] 'agreement among raft nodes before linearized reading' (duration: 290.286981ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:05.901093Z","caller":"traceutil/trace.go:171","msg":"trace[680184457] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"117.571059ms","start":"2026-03-07T03:07:05.783495Z","end":"2026-03-07T03:07:05.901066Z","steps":["trace[680184457] 'process raft request' (duration: 117.381125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:05.901188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.35914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T03:07:05.901251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.524665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:07:05.90128Z","caller":"traceutil/trace.go:171","msg":"trace[171446622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"342.513713ms","start":"2026-03-07T03:07:05.55874Z","end":"2026-03-07T03:07:05.901254Z","steps":["trace[171446622] 'agreement among raft nodes before linearized reading' (duration: 342.289598ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:05.901312Z","caller":"traceutil/trace.go:171","msg":"trace[1020660713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7999; }","duration":"325.621147ms","start":"2026-03-07T03:07:05.575677Z","end":"2026-03-07T03:07:05.901298Z","steps":["trace[1020660713] 'agreement among raft nodes before linearized reading' (duration: 325.452243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:05.901334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:05.558719Z","time spent":"342.601465ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:07:05.901353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:05.575662Z","time spent":"325.679388ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T03:07:13.542255Z","caller":"traceutil/trace.go:171","msg":"trace[1937951581] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8074; }","duration":"128.864603ms","start":"2026-03-07T03:07:13.413366Z","end":"2026-03-07T03:07:13.54223Z","steps":["trace[1937951581] 'process raft request' (duration: 36.328668ms)","trace[1937951581] 'compare' (duration: 92.439253ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:13.552916Z","caller":"traceutil/trace.go:171","msg":"trace[656752417] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"138.320228ms","start":"2026-03-07T03:07:13.414568Z","end":"2026-03-07T03:07:13.552888Z","steps":["trace[656752417] 'process raft request' (duration: 138.197786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:14.441833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478021212005891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:07:14.809931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.786309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:14.810096Z","caller":"traceutil/trace.go:171","msg":"trace[1076612938] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"1.001345432s","start":"2026-03-07T03:07:13.80873Z","end":"2026-03-07T03:07:14.810075Z","steps":["trace[1076612938] 'process raft request' (duration: 795.338727ms)","trace[1076612938] 'compare' (duration: 205.682257ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:14.81039Z","caller":"traceutil/trace.go:171","msg":"trace[216483754] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"961.048538ms","start":"2026-03-07T03:07:13.849313Z","end":"2026-03-07T03:07:14.810362Z","steps":["trace[216483754] 'process raft request' (duration: 960.70512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:14.810465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:13.808702Z","time spent":"1.001426893s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:14.810547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:13.849285Z","time spent":"961.16842ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:15.47237Z","caller":"traceutil/trace.go:171","msg":"trace[497098008] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"1.454933461s","start":"2026-03-07T03:07:14.017414Z","end":"2026-03-07T03:07:15.472347Z","steps":["trace[497098008] 'process raft request' (duration: 1.454686576s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.472512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.017398Z","time spent":"1.455037704s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:15.472657Z","caller":"traceutil/trace.go:171","msg":"trace[2051269449] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"1.281665546s","start":"2026-03-07T03:07:14.190958Z","end":"2026-03-07T03:07:15.472624Z","steps":["trace[2051269449] 'process raft request' (duration: 1.281337179s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.472814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.190946Z","time spent":"1.281784209s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:15.473326Z","caller":"traceutil/trace.go:171","msg":"trace[1746841142] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8385; }","duration":"1.532576194s","start":"2026-03-07T03:07:13.940737Z","end":"2026-03-07T03:07:15.473313Z","steps":["trace[1746841142] 'read index received' (duration: 663.227854ms)","trace[1746841142] 'applied index is now lower than readState.Index' (duration: 869.347ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:15.473582Z","caller":"traceutil/trace.go:171","msg":"trace[1997468233] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"1.074579508s","start":"2026-03-07T03:07:14.39899Z","end":"2026-03-07T03:07:15.473569Z","steps":["trace[1997468233] 'process raft request' (duration: 1.073556306s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.473667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.398959Z","time spent":"1.07466397s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:15.473855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469802934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:15.473928Z","caller":"traceutil/trace.go:171","msg":"trace[1577145920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8082; }","duration":"1.469917706s","start":"2026-03-07T03:07:14.003993Z","end":"2026-03-07T03:07:15.47391Z","steps":["trace[1577145920] 'agreement among raft nodes before linearized reading' (duration: 1.469790923s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.473942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289263882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T03:07:15.473981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.003972Z","time spent":"1.469998228s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T03:07:15.473996Z","caller":"traceutil/trace.go:171","msg":"trace[949441185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8082; }","duration":"1.289332374s","start":"2026-03-07T03:07:14.184648Z","end":"2026-03-07T03:07:15.473981Z","steps":["trace[949441185] 'agreement among raft nodes before linearized reading' (duration: 1.289151649s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.474055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.184641Z","time spent":"1.289401745s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:07:15.474074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533348702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-07T03:07:15.474095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299156835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:07:15.474111Z","caller":"traceutil/trace.go:171","msg":"trace[1505295878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:8082; }","duration":"1.533424993s","start":"2026-03-07T03:07:13.940676Z","end":"2026-03-07T03:07:15.474101Z","steps":["trace[1505295878] 'agreement among raft nodes before linearized reading' (duration: 1.533337491s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.474201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:13.940652Z","time spent":"1.533541516s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-lpn9r\" "} {"level":"info","ts":"2026-03-07T03:07:15.474202Z","caller":"traceutil/trace.go:171","msg":"trace[1308292651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8082; }","duration":"1.299315609s","start":"2026-03-07T03:07:14.174868Z","end":"2026-03-07T03:07:15.474183Z","steps":["trace[1308292651] 'agreement among raft nodes before linearized reading' (duration: 1.299029212s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.473984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.484152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-07T03:07:15.474169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.964696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:07:15.474248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.174841Z","time spent":"1.299397801s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:07:15.474277Z","caller":"traceutil/trace.go:171","msg":"trace[541111051] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8082; }","duration":"365.768948ms","start":"2026-03-07T03:07:15.108489Z","end":"2026-03-07T03:07:15.474258Z","steps":["trace[541111051] 'agreement among raft nodes before linearized reading' (duration: 365.377718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.474277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067837364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T03:07:15.474319Z","caller":"traceutil/trace.go:171","msg":"trace[616976388] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8082; }","duration":"751.193501ms","start":"2026-03-07T03:07:14.723075Z","end":"2026-03-07T03:07:15.474268Z","steps":["trace[616976388] 'agreement among raft nodes before linearized reading' (duration: 750.935955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.474329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448325889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:07:15.474445Z","caller":"traceutil/trace.go:171","msg":"trace[2114171367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.448436661s","start":"2026-03-07T03:07:14.025968Z","end":"2026-03-07T03:07:15.474404Z","steps":["trace[2114171367] 'agreement among raft nodes before linearized reading' (duration: 1.448102674s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.474449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.723051Z","time spent":"751.351015ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:07:15.474346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:15.108417Z","time spent":"365.912251ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-07T03:07:15.474515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.025958Z","time spent":"1.448546113s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:07:15.474734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440192942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T03:07:15.474487Z","caller":"traceutil/trace.go:171","msg":"trace[1246049871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8082; }","duration":"1.068075838s","start":"2026-03-07T03:07:14.406392Z","end":"2026-03-07T03:07:15.474468Z","steps":["trace[1246049871] 'agreement among raft nodes before linearized reading' (duration: 1.06770305s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.474954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.406377Z","time spent":"1.068563849s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-07T03:07:15.474913Z","caller":"traceutil/trace.go:171","msg":"trace[1567103006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.440412576s","start":"2026-03-07T03:07:14.03445Z","end":"2026-03-07T03:07:15.474863Z","steps":["trace[1567103006] 'agreement among raft nodes before linearized reading' (duration: 1.439436075s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.475078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.034427Z","time spent":"1.440636592s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:07:15.475709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295531116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:07:15.475801Z","caller":"traceutil/trace.go:171","msg":"trace[636282387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.29568473s","start":"2026-03-07T03:07:14.180095Z","end":"2026-03-07T03:07:15.47578Z","steps":["trace[636282387] 'agreement among raft nodes before linearized reading' (duration: 1.294453074s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.475844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:14.180076Z","time spent":"1.295758071s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T03:07:15.606181Z","caller":"traceutil/trace.go:171","msg":"trace[1240953576] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"126.472211ms","start":"2026-03-07T03:07:15.479679Z","end":"2026-03-07T03:07:15.606151Z","steps":["trace[1240953576] 'process raft request' (duration: 126.391609ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:15.606212Z","caller":"traceutil/trace.go:171","msg":"trace[200779818] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"126.535402ms","start":"2026-03-07T03:07:15.479642Z","end":"2026-03-07T03:07:15.606177Z","steps":["trace[200779818] 'process raft request' (duration: 106.314093ms)","trace[200779818] 'compare' (duration: 19.982934ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:15.606469Z","caller":"traceutil/trace.go:171","msg":"trace[362102656] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"126.44915ms","start":"2026-03-07T03:07:15.479997Z","end":"2026-03-07T03:07:15.606446Z","steps":["trace[362102656] 'process raft request' (duration: 126.117583ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:15.606501Z","caller":"traceutil/trace.go:171","msg":"trace[1106856707] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8390; }","duration":"125.662744ms","start":"2026-03-07T03:07:15.480822Z","end":"2026-03-07T03:07:15.606485Z","steps":["trace[1106856707] 'read index received' (duration: 36.995702ms)","trace[1106856707] 'applied index is now lower than readState.Index' (duration: 88.666182ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:15.606556Z","caller":"traceutil/trace.go:171","msg":"trace[962887984] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"126.129904ms","start":"2026-03-07T03:07:15.480363Z","end":"2026-03-07T03:07:15.606493Z","steps":["trace[962887984] 'process raft request' (duration: 125.95906ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:15.606613Z","caller":"traceutil/trace.go:171","msg":"trace[101967545] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"125.627513ms","start":"2026-03-07T03:07:15.480969Z","end":"2026-03-07T03:07:15.606597Z","steps":["trace[101967545] 'process raft request' (duration: 125.425449ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:15.606686Z","caller":"traceutil/trace.go:171","msg":"trace[1949852598] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"120.723056ms","start":"2026-03-07T03:07:15.485935Z","end":"2026-03-07T03:07:15.606658Z","steps":["trace[1949852598] 'process raft request' (duration: 120.495212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.606965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.130553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228771"} {"level":"info","ts":"2026-03-07T03:07:15.607017Z","caller":"traceutil/trace.go:171","msg":"trace[168356353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8089; }","duration":"126.219456ms","start":"2026-03-07T03:07:15.480784Z","end":"2026-03-07T03:07:15.607004Z","steps":["trace[168356353] 'agreement among raft nodes before linearized reading' (duration: 125.814577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.607098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.415935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:15.607175Z","caller":"traceutil/trace.go:171","msg":"trace[2116381101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"123.539507ms","start":"2026-03-07T03:07:15.483617Z","end":"2026-03-07T03:07:15.607157Z","steps":["trace[2116381101] 'agreement among raft nodes before linearized reading' (duration: 123.394294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.964701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.948271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-07T03:07:15.964789Z","caller":"traceutil/trace.go:171","msg":"trace[1554873433] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8091; }","duration":"247.071855ms","start":"2026-03-07T03:07:15.717696Z","end":"2026-03-07T03:07:15.964767Z","steps":["trace[1554873433] 'range keys from in-memory index tree' (duration: 246.789348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:15.965357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.200865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-07T03:07:15.965454Z","caller":"traceutil/trace.go:171","msg":"trace[1406385346] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8091; }","duration":"114.317848ms","start":"2026-03-07T03:07:15.851118Z","end":"2026-03-07T03:07:15.965436Z","steps":["trace[1406385346] 'range keys from in-memory index tree' (duration: 113.314586ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:16.387317Z","caller":"traceutil/trace.go:171","msg":"trace[809972340] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"127.850332ms","start":"2026-03-07T03:07:16.259428Z","end":"2026-03-07T03:07:16.387279Z","steps":["trace[809972340] 'process raft request' (duration: 93.001076ms)","trace[809972340] 'compare' (duration: 34.556948ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:16.86041Z","caller":"traceutil/trace.go:171","msg":"trace[1911564840] linearizableReadLoop","detail":"{readStateIndex:8404; appliedIndex:8403; }","duration":"115.758098ms","start":"2026-03-07T03:07:16.744591Z","end":"2026-03-07T03:07:16.860349Z","steps":["trace[1911564840] 'read index received' (duration: 63.260321ms)","trace[1911564840] 'applied index is now lower than readState.Index' (duration: 52.493617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:16.860634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.020213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-07T03:07:16.86073Z","caller":"traceutil/trace.go:171","msg":"trace[1060705454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8096; }","duration":"116.168578ms","start":"2026-03-07T03:07:16.74454Z","end":"2026-03-07T03:07:16.860709Z","steps":["trace[1060705454] 'agreement among raft nodes before linearized reading' (duration: 115.910271ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:17.302911Z","caller":"traceutil/trace.go:171","msg":"trace[1223963709] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"133.909272ms","start":"2026-03-07T03:07:17.168979Z","end":"2026-03-07T03:07:17.302889Z","steps":["trace[1223963709] 'process raft request' (duration: 133.738728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.55202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.396356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:17.552146Z","caller":"traceutil/trace.go:171","msg":"trace[781849397] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"189.270131ms","start":"2026-03-07T03:07:17.362853Z","end":"2026-03-07T03:07:17.552124Z","steps":["trace[781849397] 'process raft request' (duration: 88.63808ms)","trace[781849397] 'compare' (duration: 100.213692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:17.878801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.333527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:17.879031Z","caller":"traceutil/trace.go:171","msg":"trace[1989489791] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"402.025682ms","start":"2026-03-07T03:07:17.476984Z","end":"2026-03-07T03:07:17.87901Z","steps":["trace[1989489791] 'process raft request' (duration: 246.376518ms)","trace[1989489791] 'compare' (duration: 155.138503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:17.879115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.476963Z","time spent":"402.119484ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:17.879124Z","caller":"traceutil/trace.go:171","msg":"trace[1858213876] linearizableReadLoop","detail":"{readStateIndex:8408; appliedIndex:8407; }","duration":"382.53655ms","start":"2026-03-07T03:07:17.496568Z","end":"2026-03-07T03:07:17.879104Z","steps":["trace[1858213876] 'read index received' (duration: 226.810105ms)","trace[1858213876] 'applied index is now lower than readState.Index' (duration: 155.724525ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:17.879162Z","caller":"traceutil/trace.go:171","msg":"trace[1579053629] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"322.503959ms","start":"2026-03-07T03:07:17.556626Z","end":"2026-03-07T03:07:17.87913Z","steps":["trace[1579053629] 'process raft request' (duration: 322.270284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.702364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:17.879298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.556593Z","time spent":"322.643642ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T03:07:17.879308Z","caller":"traceutil/trace.go:171","msg":"trace[2134508535] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8101; }","duration":"382.785156ms","start":"2026-03-07T03:07:17.496511Z","end":"2026-03-07T03:07:17.879296Z","steps":["trace[2134508535] 'agreement among raft nodes before linearized reading' (duration: 382.692104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.496487Z","time spent":"382.854268ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:07:17.879512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.163723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T03:07:17.879554Z","caller":"traceutil/trace.go:171","msg":"trace[1296556510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8102; }","duration":"269.219764ms","start":"2026-03-07T03:07:17.610323Z","end":"2026-03-07T03:07:17.879543Z","steps":["trace[1296556510] 'agreement among raft nodes before linearized reading' (duration: 269.069111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.889556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T03:07:17.879557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.756434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:07:17.87958Z","caller":"traceutil/trace.go:171","msg":"trace[1580303389] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"322.896597ms","start":"2026-03-07T03:07:17.556657Z","end":"2026-03-07T03:07:17.879553Z","steps":["trace[1580303389] 'process raft request' (duration: 322.299545ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:17.879625Z","caller":"traceutil/trace.go:171","msg":"trace[373028566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8102; }","duration":"358.014819ms","start":"2026-03-07T03:07:17.521592Z","end":"2026-03-07T03:07:17.879607Z","steps":["trace[373028566] 'agreement among raft nodes before linearized reading' (duration: 357.776314ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:17.879685Z","caller":"traceutil/trace.go:171","msg":"trace[2132905445] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"198.622374ms","start":"2026-03-07T03:07:17.681052Z","end":"2026-03-07T03:07:17.879675Z","steps":["trace[2132905445] 'process raft request' (duration: 198.170964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.270665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T03:07:17.8797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.521582Z","time spent":"358.107641ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T03:07:17.879728Z","caller":"traceutil/trace.go:171","msg":"trace[1407538650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8102; }","duration":"269.330927ms","start":"2026-03-07T03:07:17.610387Z","end":"2026-03-07T03:07:17.879718Z","steps":["trace[1407538650] 'agreement among raft nodes before linearized reading' (duration: 269.230185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.87973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.571472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:07:17.879725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.556641Z","time spent":"323.0096ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:17.879767Z","caller":"traceutil/trace.go:171","msg":"trace[1831794634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8102; }","duration":"269.651074ms","start":"2026-03-07T03:07:17.610105Z","end":"2026-03-07T03:07:17.879756Z","steps":["trace[1831794634] 'agreement among raft nodes before linearized reading' (duration: 269.537711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.79939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-07T03:07:17.879855Z","caller":"traceutil/trace.go:171","msg":"trace[994632778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:8102; }","duration":"265.851782ms","start":"2026-03-07T03:07:17.613996Z","end":"2026-03-07T03:07:17.879847Z","steps":["trace[994632778] 'agreement among raft nodes before linearized reading' (duration: 265.76057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.702315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-07T03:07:17.879887Z","caller":"traceutil/trace.go:171","msg":"trace[348573811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8102; }","duration":"323.764045ms","start":"2026-03-07T03:07:17.556115Z","end":"2026-03-07T03:07:17.879879Z","steps":["trace[348573811] 'agreement among raft nodes before linearized reading' (duration: 323.685834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:17.879911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.556097Z","time spent":"323.807687ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-07T03:07:17.880484Z","caller":"traceutil/trace.go:171","msg":"trace[1781751790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8102; }","duration":"268.866477ms","start":"2026-03-07T03:07:17.610761Z","end":"2026-03-07T03:07:17.879627Z","steps":["trace[1781751790] 'agreement among raft nodes before linearized reading' (duration: 268.611062ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:18.273192Z","caller":"traceutil/trace.go:171","msg":"trace[1083797517] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"389.028971ms","start":"2026-03-07T03:07:17.884132Z","end":"2026-03-07T03:07:18.273161Z","steps":["trace[1083797517] 'process raft request' (duration: 388.937839ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:18.273283Z","caller":"traceutil/trace.go:171","msg":"trace[1123092021] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"389.103422ms","start":"2026-03-07T03:07:17.884111Z","end":"2026-03-07T03:07:18.273214Z","steps":["trace[1123092021] 'process raft request' (duration: 388.903328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:18.273375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.88411Z","time spent":"389.172224ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:18.273243Z","caller":"traceutil/trace.go:171","msg":"trace[1745615828] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"389.114003ms","start":"2026-03-07T03:07:17.884071Z","end":"2026-03-07T03:07:18.273185Z","steps":["trace[1745615828] 'process raft request' (duration: 388.787176ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:18.273437Z","caller":"traceutil/trace.go:171","msg":"trace[1841378810] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"388.774846ms","start":"2026-03-07T03:07:17.884648Z","end":"2026-03-07T03:07:18.273423Z","steps":["trace[1841378810] 'process raft request' (duration: 388.465909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:18.273451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.884095Z","time spent":"389.288397ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:18.273501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.884638Z","time spent":"388.834757ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:18.273491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.884063Z","time spent":"389.377838ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:18.273702Z","caller":"traceutil/trace.go:171","msg":"trace[1601984564] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"388.421318ms","start":"2026-03-07T03:07:17.885262Z","end":"2026-03-07T03:07:18.273683Z","steps":["trace[1601984564] 'process raft request' (duration: 388.082851ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:18.273695Z","caller":"traceutil/trace.go:171","msg":"trace[1991736932] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8411; }","duration":"389.213935ms","start":"2026-03-07T03:07:17.884451Z","end":"2026-03-07T03:07:18.273665Z","steps":["trace[1991736932] 'read index received' (duration: 67.82842ms)","trace[1991736932] 'applied index is now lower than readState.Index' (duration: 321.383615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:18.273801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.88525Z","time spent":"388.50039ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:18.27407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.615853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228771"} {"level":"info","ts":"2026-03-07T03:07:18.274106Z","caller":"traceutil/trace.go:171","msg":"trace[1205936647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8108; }","duration":"389.653854ms","start":"2026-03-07T03:07:17.884444Z","end":"2026-03-07T03:07:18.274098Z","steps":["trace[1205936647] 'agreement among raft nodes before linearized reading' (duration: 389.403829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:18.27414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:17.884431Z","time spent":"389.691035ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228795,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T03:07:18.326351Z","caller":"traceutil/trace.go:171","msg":"trace[1419635735] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"196.605201ms","start":"2026-03-07T03:07:18.129727Z","end":"2026-03-07T03:07:18.326332Z","steps":["trace[1419635735] 'process raft request' (duration: 196.439847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:18.326751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.828875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:18.32693Z","caller":"traceutil/trace.go:171","msg":"trace[609508350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"321.956318ms","start":"2026-03-07T03:07:18.00486Z","end":"2026-03-07T03:07:18.326816Z","steps":["trace[609508350] 'agreement among raft nodes before linearized reading' (duration: 321.853456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:18.327071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:18.004836Z","time spent":"322.126921ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T03:07:26.040529Z","caller":"traceutil/trace.go:171","msg":"trace[1874428751] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"119.438588ms","start":"2026-03-07T03:07:25.921067Z","end":"2026-03-07T03:07:26.040506Z","steps":["trace[1874428751] 'process raft request' (duration: 119.328795ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:26.093292Z","caller":"traceutil/trace.go:171","msg":"trace[621671619] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8462; }","duration":"107.361047ms","start":"2026-03-07T03:07:25.9859Z","end":"2026-03-07T03:07:26.093261Z","steps":["trace[621671619] 'read index received' (duration: 54.606734ms)","trace[621671619] 'applied index is now lower than readState.Index' (duration: 52.753363ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:26.093456Z","caller":"traceutil/trace.go:171","msg":"trace[1875003322] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"172.114659ms","start":"2026-03-07T03:07:25.92121Z","end":"2026-03-07T03:07:26.093325Z","steps":["trace[1875003322] 'process raft request' (duration: 171.930015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:26.093526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.601162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T03:07:26.093749Z","caller":"traceutil/trace.go:171","msg":"trace[1011278354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8152; }","duration":"107.888118ms","start":"2026-03-07T03:07:25.985847Z","end":"2026-03-07T03:07:26.093735Z","steps":["trace[1011278354] 'agreement among raft nodes before linearized reading' (duration: 107.52908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:26.343666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.684048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:26.343916Z","caller":"traceutil/trace.go:171","msg":"trace[2033208687] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"245.856539ms","start":"2026-03-07T03:07:26.098017Z","end":"2026-03-07T03:07:26.343874Z","steps":["trace[2033208687] 'process raft request' (duration: 45.875624ms)","trace[2033208687] 'compare' (duration: 199.480784ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:26.503579Z","caller":"traceutil/trace.go:171","msg":"trace[212920022] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"141.020117ms","start":"2026-03-07T03:07:26.362529Z","end":"2026-03-07T03:07:26.503549Z","steps":["trace[212920022] 'process raft request' (duration: 125.541671ms)","trace[212920022] 'compare' (duration: 15.15941ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:26.718216Z","caller":"traceutil/trace.go:171","msg":"trace[1239230917] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"136.694201ms","start":"2026-03-07T03:07:26.581496Z","end":"2026-03-07T03:07:26.718191Z","steps":["trace[1239230917] 'process raft request' (duration: 136.570369ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:26.885171Z","caller":"traceutil/trace.go:171","msg":"trace[836039448] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8473; }","duration":"221.747955ms","start":"2026-03-07T03:07:26.663364Z","end":"2026-03-07T03:07:26.885112Z","steps":["trace[836039448] 'read index received' (duration: 54.685414ms)","trace[836039448] 'applied index is now lower than readState.Index' (duration: 167.060761ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:26.885343Z","caller":"traceutil/trace.go:171","msg":"trace[297322716] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"228.669526ms","start":"2026-03-07T03:07:26.656633Z","end":"2026-03-07T03:07:26.885303Z","steps":["trace[297322716] 'process raft request' (duration: 181.943404ms)","trace[297322716] 'compare' (duration: 46.224782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:26.908238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.847246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-f9n7j\" ","response":"range_response_count:1 size:3408"} {"level":"info","ts":"2026-03-07T03:07:26.908331Z","caller":"traceutil/trace.go:171","msg":"trace[584449400] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-f9n7j; range_end:; response_count:1; response_revision:8164; }","duration":"244.980269ms","start":"2026-03-07T03:07:26.663324Z","end":"2026-03-07T03:07:26.908304Z","steps":["trace[584449400] 'agreement among raft nodes before linearized reading' (duration: 221.995501ms)","trace[584449400] 'range keys from in-memory index tree' (duration: 22.772673ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:27.032911Z","caller":"traceutil/trace.go:171","msg":"trace[526772963] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"118.014127ms","start":"2026-03-07T03:07:26.914862Z","end":"2026-03-07T03:07:27.032876Z","steps":["trace[526772963] 'process raft request' (duration: 89.582921ms)","trace[526772963] 'compare' (duration: 28.295483ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:28.164864Z","caller":"traceutil/trace.go:171","msg":"trace[1415787960] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"225.861655ms","start":"2026-03-07T03:07:27.938966Z","end":"2026-03-07T03:07:28.164828Z","steps":["trace[1415787960] 'process raft request' (duration: 225.61853ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:28.166019Z","caller":"traceutil/trace.go:171","msg":"trace[1697327257] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"121.567594ms","start":"2026-03-07T03:07:28.044421Z","end":"2026-03-07T03:07:28.165988Z","steps":["trace[1697327257] 'process raft request' (duration: 121.390771ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:40.178221Z","caller":"traceutil/trace.go:171","msg":"trace[963081199] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"113.599522ms","start":"2026-03-07T03:07:40.064576Z","end":"2026-03-07T03:07:40.178176Z","steps":["trace[963081199] 'process raft request' (duration: 113.289865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.273796Z","caller":"traceutil/trace.go:171","msg":"trace[83998401] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"115.717098ms","start":"2026-03-07T03:08:12.158053Z","end":"2026-03-07T03:08:12.27377Z","steps":["trace[83998401] 'process raft request' (duration: 115.534504ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:22.685702Z","caller":"traceutil/trace.go:171","msg":"trace[696454504] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"153.66407ms","start":"2026-03-07T03:08:22.532002Z","end":"2026-03-07T03:08:22.685667Z","steps":["trace[696454504] 'process raft request' (duration: 89.738944ms)","trace[696454504] 'compare' (duration: 63.497217ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:37.128439Z","caller":"traceutil/trace.go:171","msg":"trace[582083744] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"393.068229ms","start":"2026-03-07T03:08:36.735345Z","end":"2026-03-07T03:08:37.128413Z","steps":["trace[582083744] 'process raft request' (duration: 392.905364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:37.128596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:36.735318Z","time spent":"393.199662ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:37.459048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.715315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T03:08:37.459228Z","caller":"traceutil/trace.go:171","msg":"trace[1608266767] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9140; }","duration":"600.090176ms","start":"2026-03-07T03:08:36.859123Z","end":"2026-03-07T03:08:37.459213Z","steps":["trace[1608266767] 'read index received' (duration: 269.129652ms)","trace[1608266767] 'applied index is now lower than readState.Index' (duration: 330.959694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.45958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.457073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T03:08:37.459609Z","caller":"traceutil/trace.go:171","msg":"trace[99785388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8811; }","duration":"600.531035ms","start":"2026-03-07T03:08:36.85907Z","end":"2026-03-07T03:08:37.459601Z","steps":["trace[99785388] 'agreement among raft nodes before linearized reading' (duration: 600.419843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:37.459632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:36.85905Z","time spent":"600.575297ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T03:08:37.459691Z","caller":"traceutil/trace.go:171","msg":"trace[858566826] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"238.386836ms","start":"2026-03-07T03:08:37.221274Z","end":"2026-03-07T03:08:37.459661Z","steps":["trace[858566826] 'process raft request' (duration: 237.856975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:37.838108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.137286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6587dc844-b5srj.189a703535e9c17f\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-07T03:08:37.838155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.876924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:08:37.838203Z","caller":"traceutil/trace.go:171","msg":"trace[587873395] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6587dc844-b5srj.189a703535e9c17f; range_end:; response_count:1; response_revision:8812; }","duration":"672.29021ms","start":"2026-03-07T03:08:37.165889Z","end":"2026-03-07T03:08:37.838179Z","steps":["trace[587873395] 'agreement among raft nodes before linearized reading' (duration: 293.95192ms)","trace[587873395] 'range keys from in-memory index tree' (duration: 378.092505ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:37.838242Z","caller":"traceutil/trace.go:171","msg":"trace[36258526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8812; }","duration":"901.011608ms","start":"2026-03-07T03:08:36.937207Z","end":"2026-03-07T03:08:37.838219Z","steps":["trace[36258526] 'agreement among raft nodes before linearized reading' (duration: 522.7714ms)","trace[36258526] 'range keys from in-memory index tree' (duration: 378.023703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.838253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:37.165864Z","time spent":"672.379862ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-6587dc844-b5srj.189a703535e9c17f\" "} {"level":"warn","ts":"2026-03-07T03:08:37.838268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.61369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T03:08:37.838294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:36.937185Z","time spent":"901.099209ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T03:08:37.838302Z","caller":"traceutil/trace.go:171","msg":"trace[593932212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8812; }","duration":"824.694942ms","start":"2026-03-07T03:08:37.013596Z","end":"2026-03-07T03:08:37.838291Z","steps":["trace[593932212] 'agreement among raft nodes before linearized reading' (duration: 446.365083ms)","trace[593932212] 'range keys from in-memory index tree' (duration: 378.246807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.838176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.858121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lpn9r\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-07T03:08:37.838331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:37.013568Z","time spent":"824.757964ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:08:37.83839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.139882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T03:08:37.838423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.879031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T03:08:37.838646Z","caller":"traceutil/trace.go:171","msg":"trace[1601951875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8812; }","duration":"905.136936ms","start":"2026-03-07T03:08:36.933491Z","end":"2026-03-07T03:08:37.838628Z","steps":["trace[1601951875] 'agreement among raft nodes before linearized reading' (duration: 526.49694ms)","trace[1601951875] 'range keys from in-memory index tree' (duration: 378.031983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.838688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:36.933469Z","time spent":"905.200407ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:08:37.838412Z","caller":"traceutil/trace.go:171","msg":"trace[398779764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lpn9r; range_end:; response_count:1; response_revision:8812; }","duration":"798.090217ms","start":"2026-03-07T03:08:37.040269Z","end":"2026-03-07T03:08:37.838359Z","steps":["trace[398779764] 'agreement among raft nodes before linearized reading' (duration: 419.579583ms)","trace[398779764] 'range keys from in-memory index tree' (duration: 378.226997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.838735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:37.040252Z","time spent":"798.471024ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-lpn9r\" "} {"level":"info","ts":"2026-03-07T03:08:37.838484Z","caller":"traceutil/trace.go:171","msg":"trace[1071789736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8812; }","duration":"813.295016ms","start":"2026-03-07T03:08:37.025162Z","end":"2026-03-07T03:08:37.838457Z","steps":["trace[1071789736] 'agreement among raft nodes before linearized reading' (duration: 434.66886ms)","trace[1071789736] 'range keys from in-memory index tree' (duration: 378.390701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.838861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:37.02514Z","time spent":"813.703364ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:08:37.838539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.26236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:08:37.838976Z","caller":"traceutil/trace.go:171","msg":"trace[1876141257] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"374.998497ms","start":"2026-03-07T03:08:37.463963Z","end":"2026-03-07T03:08:37.838962Z","steps":["trace[1876141257] 'process raft request' (duration: 246.231567ms)","trace[1876141257] 'compare' (duration: 128.146847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.839067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:37.463945Z","time spent":"375.065938ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:37.838164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.049785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:37.839162Z","caller":"traceutil/trace.go:171","msg":"trace[1294014813] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8812; }","duration":"936.078376ms","start":"2026-03-07T03:08:36.903066Z","end":"2026-03-07T03:08:37.839145Z","steps":["trace[1294014813] 'agreement among raft nodes before linearized reading' (duration: 556.560972ms)","trace[1294014813] 'count revisions from in-memory index tree' (duration: 378.477142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:37.839239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:36.903055Z","time spent":"936.167969ms","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:08:38.104212Z","caller":"traceutil/trace.go:171","msg":"trace[1931377654] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9149; }","duration":"102.457181ms","start":"2026-03-07T03:08:38.001728Z","end":"2026-03-07T03:08:38.104185Z","steps":["trace[1931377654] 'read index received' (duration: 102.261426ms)","trace[1931377654] 'applied index is now lower than readState.Index' (duration: 194.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:38.10428Z","caller":"traceutil/trace.go:171","msg":"trace[1593686124] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"123.268622ms","start":"2026-03-07T03:08:37.980965Z","end":"2026-03-07T03:08:38.104234Z","steps":["trace[1593686124] 'process raft request' (duration: 123.082718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:38.104369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.622794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:38.104408Z","caller":"traceutil/trace.go:171","msg":"trace[33128640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"102.675635ms","start":"2026-03-07T03:08:38.001723Z","end":"2026-03-07T03:08:38.104398Z","steps":["trace[33128640] 'agreement among raft nodes before linearized reading' (duration: 102.599673ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:29.056188Z","caller":"traceutil/trace.go:171","msg":"trace[1790819316] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9485; }","duration":"200.404927ms","start":"2026-03-07T03:09:28.855756Z","end":"2026-03-07T03:09:29.056161Z","steps":["trace[1790819316] 'read index received' (duration: 200.186232ms)","trace[1790819316] 'applied index is now lower than readState.Index' (duration: 217.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:09:29.056544Z","caller":"traceutil/trace.go:171","msg":"trace[1003049954] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"233.503754ms","start":"2026-03-07T03:09:28.823024Z","end":"2026-03-07T03:09:29.056528Z","steps":["trace[1003049954] 'process raft request' (duration: 232.981583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.056894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.697628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:09:29.056985Z","caller":"traceutil/trace.go:171","msg":"trace[62725873] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9145; }","duration":"144.81281ms","start":"2026-03-07T03:09:28.912127Z","end":"2026-03-07T03:09:29.05694Z","steps":["trace[62725873] 'agreement among raft nodes before linearized reading' (duration: 144.689228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.057104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.898642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:09:29.057164Z","caller":"traceutil/trace.go:171","msg":"trace[1309349584] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9145; }","duration":"107.006195ms","start":"2026-03-07T03:09:28.950142Z","end":"2026-03-07T03:09:29.057148Z","steps":["trace[1309349584] 'agreement among raft nodes before linearized reading' (duration: 106.923203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.056895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.130841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:09:29.057375Z","caller":"traceutil/trace.go:171","msg":"trace[2029404644] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9145; }","duration":"201.615322ms","start":"2026-03-07T03:09:28.855701Z","end":"2026-03-07T03:09:29.057316Z","steps":["trace[2029404644] 'agreement among raft nodes before linearized reading' (duration: 201.08039ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:29.208335Z","caller":"traceutil/trace.go:171","msg":"trace[1260359144] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"135.463506ms","start":"2026-03-07T03:09:29.072845Z","end":"2026-03-07T03:09:29.208308Z","steps":["trace[1260359144] 'process raft request' (duration: 135.268322ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:29.242372Z","caller":"traceutil/trace.go:171","msg":"trace[110943632] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"126.725626ms","start":"2026-03-07T03:09:29.115618Z","end":"2026-03-07T03:09:29.242344Z","steps":["trace[110943632] 'process raft request' (duration: 126.598403ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:10:42.691869Z","caller":"traceutil/trace.go:171","msg":"trace[1187049616] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9971; }","duration":"135.208902ms","start":"2026-03-07T03:10:42.556633Z","end":"2026-03-07T03:10:42.691842Z","steps":["trace[1187049616] 'read index received' (duration: 135.050208ms)","trace[1187049616] 'applied index is now lower than readState.Index' (duration: 157.354µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:10:42.692133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.478777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T03:10:42.692198Z","caller":"traceutil/trace.go:171","msg":"trace[123247793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9613; }","duration":"135.59996ms","start":"2026-03-07T03:10:42.556582Z","end":"2026-03-07T03:10:42.692182Z","steps":["trace[123247793] 'agreement among raft nodes before linearized reading' (duration: 135.397005ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:10:42.691987Z","caller":"traceutil/trace.go:171","msg":"trace[393715074] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"136.647701ms","start":"2026-03-07T03:10:42.555301Z","end":"2026-03-07T03:10:42.691949Z","steps":["trace[393715074] 'process raft request' (duration: 136.383445ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:10:48.721906Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-07T03:10:48.728372Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-07T03:10:48.728471Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-07T03:11:08.300844Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7535} {"level":"info","ts":"2026-03-07T03:11:08.366513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7535,"took":"63.856097ms","hash":2382783666,"current-db-size-bytes":40865792,"current-db-size":"41 MB","current-db-size-in-use-bytes":24772608,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-07T03:11:08.366569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2382783666,"revision":7535,"compact-revision":5573} {"level":"info","ts":"2026-03-07T03:16:08.307925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9733} {"level":"info","ts":"2026-03-07T03:16:08.389121Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9733,"took":"79.059015ms","hash":1044472296,"current-db-size-bytes":40865792,"current-db-size":"41 MB","current-db-size-in-use-bytes":18231296,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-07T03:16:08.389237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1044472296,"revision":9733,"compact-revision":7535}