{"level":"warn","ts":"2026-07-29T19:27:03.727672Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T19:27:03.727797Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.205:2380","--initial-cluster=instance=https://199.204.45.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T19:27:03.727897Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T19:27:03.727913Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-07-29T19:27:03.727939Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T19:27:03.728776Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"]} {"level":"info","ts":"2026-07-29T19:27:03.72887Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T19:27:03.786247Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"57.120774ms"} {"level":"info","ts":"2026-07-29T19:27:03.866746Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"71d28e9ac1bc4e5d","cluster-id":"4a4ae660c7a9a6a7"} {"level":"info","ts":"2026-07-29T19:27:03.866842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T19:27:03.866866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 0"} {"level":"info","ts":"2026-07-29T19:27:03.866876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 71d28e9ac1bc4e5d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T19:27:03.866884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 1"} {"level":"info","ts":"2026-07-29T19:27:03.866924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"warn","ts":"2026-07-29T19:27:03.940343Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T19:27:03.962615Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T19:27:03.980511Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T19:27:04.004403Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"71d28e9ac1bc4e5d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T19:27:04.004567Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T19:27:04.00461Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"71d28e9ac1bc4e5d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T19:27:04.00466Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T19:27:04.004694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T19:27:04.018464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"info","ts":"2026-07-29T19:27:04.018581Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","added-peer-id":"71d28e9ac1bc4e5d","added-peer-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-07-29T19:27:04.019551Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T19:27:04.019775Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"71d28e9ac1bc4e5d","initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T19:27:04.019822Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T19:27:04.019628Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-07-29T19:27:04.020316Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-07-29T19:27:04.767409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T19:27:04.767668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T19:27:04.767741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgPreVoteResp from 71d28e9ac1bc4e5d at term 1"} {"level":"info","ts":"2026-07-29T19:27:04.767763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became candidate at term 2"} {"level":"info","ts":"2026-07-29T19:27:04.767776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgVoteResp from 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-07-29T19:27:04.767799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became leader at term 2"} {"level":"info","ts":"2026-07-29T19:27:04.767816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 71d28e9ac1bc4e5d elected leader 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-07-29T19:27:04.774393Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"71d28e9ac1bc4e5d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.205:2379]}","request-path":"/0/members/71d28e9ac1bc4e5d/attributes","cluster-id":"4a4ae660c7a9a6a7","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T19:27:04.774631Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T19:27:04.774651Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T19:27:04.774772Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T19:27:04.778242Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.205:2379"} {"level":"info","ts":"2026-07-29T19:27:04.778606Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T19:27:04.778893Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T19:27:04.778991Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T19:27:04.787077Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T19:27:04.787233Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T19:27:04.787284Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-07-29T19:27:16.203524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326431746s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:27:16.203822Z","caller":"traceutil/trace.go:171","msg":"trace[1089316772] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"1.416766695s","start":"2026-07-29T19:27:14.787008Z","end":"2026-07-29T19:27:16.203774Z","steps":["trace[1089316772] 'process raft request' (duration: 89.5251ms)","trace[1089316772] 'compare' (duration: 1.326048206s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:16.20404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.786988Z","time spent":"1.416936938s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:16.204285Z","caller":"traceutil/trace.go:171","msg":"trace[1463256945] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"1.416485878s","start":"2026-07-29T19:27:14.787777Z","end":"2026-07-29T19:27:16.204262Z","steps":["trace[1463256945] 'process raft request' (duration: 1.415928205s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:16.204301Z","caller":"traceutil/trace.go:171","msg":"trace[1961552353] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:333; }","duration":"1.386882501s","start":"2026-07-29T19:27:14.817392Z","end":"2026-07-29T19:27:16.204275Z","steps":["trace[1961552353] 'read index received' (duration: 59.108203ms)","trace[1961552353] 'applied index is now lower than readState.Index' (duration: 1.327771757s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:16.204425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.787765Z","time spent":"1.41658725s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:16.2045Z","caller":"traceutil/trace.go:171","msg":"trace[536169898] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"1.406986203s","start":"2026-07-29T19:27:14.797495Z","end":"2026-07-29T19:27:16.204481Z","steps":["trace[536169898] 'process raft request' (duration: 1.406695647s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.204582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387195687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-07-29T19:27:16.204631Z","caller":"traceutil/trace.go:171","msg":"trace[10192737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:323; }","duration":"1.387290079s","start":"2026-07-29T19:27:14.817324Z","end":"2026-07-29T19:27:16.204614Z","steps":["trace[10192737] 'agreement among raft nodes before linearized reading' (duration: 1.387209227s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.20467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.817278Z","time spent":"1.387383941s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-07-29T19:27:16.204786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.797471Z","time spent":"1.407073046s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:16.705147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:27:16.959431Z","caller":"traceutil/trace.go:171","msg":"trace[2089757070] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"809.048484ms","start":"2026-07-29T19:27:16.150333Z","end":"2026-07-29T19:27:16.959382Z","steps":["trace[2089757070] 'process raft request' (duration: 718.327966ms)","trace[2089757070] 'compare' (duration: 90.430611ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:16.959572Z","caller":"traceutil/trace.go:171","msg":"trace[945110154] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:336; }","duration":"755.167994ms","start":"2026-07-29T19:27:16.204376Z","end":"2026-07-29T19:27:16.959544Z","steps":["trace[945110154] 'read index received' (duration: 664.297543ms)","trace[945110154] 'applied index is now lower than readState.Index' (duration: 90.869491ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:16.959636Z","caller":"traceutil/trace.go:171","msg":"trace[814287552] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"742.786363ms","start":"2026-07-29T19:27:16.216828Z","end":"2026-07-29T19:27:16.959614Z","steps":["trace[814287552] 'process raft request' (duration: 742.64272ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:16.959612Z","caller":"traceutil/trace.go:171","msg":"trace[2108250721] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"749.358227ms","start":"2026-07-29T19:27:16.210144Z","end":"2026-07-29T19:27:16.959502Z","steps":["trace[2108250721] 'process raft request' (duration: 749.157763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.959696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.150315Z","time spent":"809.224808ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:27:16.959662Z","caller":"traceutil/trace.go:171","msg":"trace[496366682] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"749.586123ms","start":"2026-07-29T19:27:16.209994Z","end":"2026-07-29T19:27:16.95958Z","steps":["trace[496366682] 'process raft request' (duration: 749.262656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.959777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203310855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:27:16.959833Z","caller":"traceutil/trace.go:171","msg":"trace[1513262512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:331; }","duration":"1.203384097s","start":"2026-07-29T19:27:15.756437Z","end":"2026-07-29T19:27:16.959822Z","steps":["trace[1513262512] 'agreement among raft nodes before linearized reading' (duration: 1.203279985s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.95987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:15.756376Z","time spent":"1.20348571s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:27:16.95991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.210133Z","time spent":"749.641506ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:16.959915Z","caller":"traceutil/trace.go:171","msg":"trace[462730651] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"748.353495ms","start":"2026-07-29T19:27:16.211486Z","end":"2026-07-29T19:27:16.95984Z","steps":["trace[462730651] 'process raft request' (duration: 747.848473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.959942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.209971Z","time spent":"749.84735ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:16.960012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09214656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-29T19:27:16.960049Z","caller":"traceutil/trace.go:171","msg":"trace[1357811896] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:331; }","duration":"2.092197621s","start":"2026-07-29T19:27:14.867835Z","end":"2026-07-29T19:27:16.960033Z","steps":["trace[1357811896] 'agreement among raft nodes before linearized reading' (duration: 2.09214848s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:16.959696Z","caller":"traceutil/trace.go:171","msg":"trace[715804793] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"742.845226ms","start":"2026-07-29T19:27:16.21684Z","end":"2026-07-29T19:27:16.959685Z","steps":["trace[715804793] 'process raft request' (duration: 742.66169ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:16.96007Z","caller":"traceutil/trace.go:171","msg":"trace[71999631] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"743.313546ms","start":"2026-07-29T19:27:16.216733Z","end":"2026-07-29T19:27:16.960047Z","steps":["trace[71999631] 'process raft request' (duration: 742.703571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.960118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.211467Z","time spent":"748.54119ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:16.960106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041171989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-07-29T19:27:16.96017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.216724Z","time spent":"743.396779ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:27:16.960221Z","caller":"traceutil/trace.go:171","msg":"trace[2095526099] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:331; }","duration":"2.041313942s","start":"2026-07-29T19:27:14.918872Z","end":"2026-07-29T19:27:16.960186Z","steps":["trace[2095526099] 'agreement among raft nodes before linearized reading' (duration: 2.041016955s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.960198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.216819Z","time spent":"743.296756ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:16.960277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.918846Z","time spent":"2.041419584s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-29T19:27:16.960253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301020338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T19:27:16.960337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.139231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:27:16.960284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901412075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-07-29T19:27:16.960379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.178562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:27:16.960454Z","caller":"traceutil/trace.go:171","msg":"trace[1460366901] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:331; }","duration":"1.901652661s","start":"2026-07-29T19:27:15.058764Z","end":"2026-07-29T19:27:16.960416Z","steps":["trace[1460366901] 'agreement among raft nodes before linearized reading' (duration: 1.901271572s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.959729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.216811Z","time spent":"742.871017ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:16.960524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:15.058738Z","time spent":"1.901775264s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-29T19:27:16.95979Z","caller":"traceutil/trace.go:171","msg":"trace[337940562] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"747.878814ms","start":"2026-07-29T19:27:16.211883Z","end":"2026-07-29T19:27:16.959762Z","steps":["trace[337940562] 'process raft request' (duration: 747.511804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.960632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.211872Z","time spent":"748.712553ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:27:16.960463Z","caller":"traceutil/trace.go:171","msg":"trace[127987623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:331; }","duration":"378.329625ms","start":"2026-07-29T19:27:16.582118Z","end":"2026-07-29T19:27:16.960447Z","steps":["trace[127987623] 'agreement among raft nodes before linearized reading' (duration: 378.217783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.960769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.582093Z","time spent":"378.647772ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:27:16.960322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.388242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:27:16.960859Z","caller":"traceutil/trace.go:171","msg":"trace[677757698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:331; }","duration":"560.009577ms","start":"2026-07-29T19:27:16.400832Z","end":"2026-07-29T19:27:16.960842Z","steps":["trace[677757698] 'agreement among raft nodes before linearized reading' (duration: 559.365062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.960931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.400796Z","time spent":"560.119079ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:27:16.960076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.867821Z","time spent":"2.092247982s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-07-29T19:27:16.960348Z","caller":"traceutil/trace.go:171","msg":"trace[997597533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:331; }","duration":"1.301147782s","start":"2026-07-29T19:27:15.659172Z","end":"2026-07-29T19:27:16.96032Z","steps":["trace[997597533] 'agreement among raft nodes before linearized reading' (duration: 1.300969757s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.961222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:15.65915Z","time spent":"1.302059282s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T19:27:16.960384Z","caller":"traceutil/trace.go:171","msg":"trace[163796809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:331; }","duration":"305.225763ms","start":"2026-07-29T19:27:16.655146Z","end":"2026-07-29T19:27:16.960372Z","steps":["trace[163796809] 'agreement among raft nodes before linearized reading' (duration: 305.12867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.961333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:16.655121Z","time spent":"306.203045ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:27:16.96034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991760674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-29T19:27:16.961456Z","caller":"traceutil/trace.go:171","msg":"trace[760132513] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:331; }","duration":"1.992908051s","start":"2026-07-29T19:27:14.96853Z","end":"2026-07-29T19:27:16.961438Z","steps":["trace[760132513] 'agreement among raft nodes before linearized reading' (duration: 1.991618251s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:16.961703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:14.968437Z","time spent":"1.993250808s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-07-29T19:27:28.625133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:27:29.010991Z","caller":"traceutil/trace.go:171","msg":"trace[940965548] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:402; }","duration":"885.901995ms","start":"2026-07-29T19:27:28.125064Z","end":"2026-07-29T19:27:29.010966Z","steps":["trace[940965548] 'read index received' (duration: 885.604288ms)","trace[940965548] 'applied index is now lower than readState.Index' (duration: 296.377µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:29.011039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:28.113157Z","time spent":"897.872997ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T19:27:29.011185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.036433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-07-29T19:27:29.011189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.108939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:27:29.011235Z","caller":"traceutil/trace.go:171","msg":"trace[235081012] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:386; }","duration":"419.131087ms","start":"2026-07-29T19:27:28.592091Z","end":"2026-07-29T19:27:29.011222Z","steps":["trace[235081012] 'agreement among raft nodes before linearized reading' (duration: 419.022923ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:29.011272Z","caller":"traceutil/trace.go:171","msg":"trace[1786564459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:386; }","duration":"886.232334ms","start":"2026-07-29T19:27:28.125016Z","end":"2026-07-29T19:27:29.011249Z","steps":["trace[1786564459] 'agreement among raft nodes before linearized reading' (duration: 886.088379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:29.01129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:28.592067Z","time spent":"419.208868ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T19:27:29.01133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:28.125002Z","time spent":"886.318495ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:27:29.141612Z","caller":"traceutil/trace.go:171","msg":"trace[1301230933] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"129.369598ms","start":"2026-07-29T19:27:29.012203Z","end":"2026-07-29T19:27:29.141573Z","steps":["trace[1301230933] 'process raft request' (duration: 128.822746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:29.141787Z","caller":"traceutil/trace.go:171","msg":"trace[427359916] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"129.286157ms","start":"2026-07-29T19:27:29.012472Z","end":"2026-07-29T19:27:29.141758Z","steps":["trace[427359916] 'read index received' (duration: 128.542719ms)","trace[427359916] 'applied index is now lower than readState.Index' (duration: 741.448µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:29.142178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.685936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:27:29.142317Z","caller":"traceutil/trace.go:171","msg":"trace[391752468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:387; }","duration":"129.87348ms","start":"2026-07-29T19:27:29.012428Z","end":"2026-07-29T19:27:29.142301Z","steps":["trace[391752468] 'agreement among raft nodes before linearized reading' (duration: 129.506732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:29.147284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T19:27:29.147358Z","caller":"traceutil/trace.go:171","msg":"trace[1968464095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:388; }","duration":"116.31595ms","start":"2026-07-29T19:27:29.031026Z","end":"2026-07-29T19:27:29.147342Z","steps":["trace[1968464095] 'agreement among raft nodes before linearized reading' (duration: 116.204397ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:29.147369Z","caller":"traceutil/trace.go:171","msg":"trace[96546440] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"124.092434ms","start":"2026-07-29T19:27:29.023261Z","end":"2026-07-29T19:27:29.147354Z","steps":["trace[96546440] 'process raft request' (duration: 123.615733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:37.361729Z","caller":"traceutil/trace.go:171","msg":"trace[1525695302] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"100.467818ms","start":"2026-07-29T19:27:37.261212Z","end":"2026-07-29T19:27:37.36168Z","steps":["trace[1525695302] 'process raft request' (duration: 80.661151ms)","trace[1525695302] 'compare' (duration: 19.52297ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:45.715023Z","caller":"traceutil/trace.go:171","msg":"trace[1913254073] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"901.422271ms","start":"2026-07-29T19:27:44.813574Z","end":"2026-07-29T19:27:45.714997Z","steps":["trace[1913254073] 'process raft request' (duration: 901.262187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:45.715186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.813553Z","time spent":"901.563345ms","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.29214Z","caller":"traceutil/trace.go:171","msg":"trace[954834827] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.473150564s","start":"2026-07-29T19:27:44.818942Z","end":"2026-07-29T19:27:46.292093Z","steps":["trace[954834827] 'process raft request' (duration: 1.472885097s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.292212Z","caller":"traceutil/trace.go:171","msg":"trace[1467079895] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.472544189s","start":"2026-07-29T19:27:44.819635Z","end":"2026-07-29T19:27:46.292179Z","steps":["trace[1467079895] 'process raft request' (duration: 1.472377115s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.29234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.819614Z","time spent":"1.472661531s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:46.292351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.818921Z","time spent":"1.473347688s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.29237Z","caller":"traceutil/trace.go:171","msg":"trace[975858224] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.462432741s","start":"2026-07-29T19:27:44.829918Z","end":"2026-07-29T19:27:46.292351Z","steps":["trace[975858224] 'process raft request' (duration: 1.462268177s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.292389Z","caller":"traceutil/trace.go:171","msg":"trace[1765555395] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.460762151s","start":"2026-07-29T19:27:44.831598Z","end":"2026-07-29T19:27:46.292361Z","steps":["trace[1765555395] 'process raft request' (duration: 1.460638248s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.292378Z","caller":"traceutil/trace.go:171","msg":"trace[628705190] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.463194248s","start":"2026-07-29T19:27:44.829135Z","end":"2026-07-29T19:27:46.292329Z","steps":["trace[628705190] 'process raft request' (duration: 1.462938202s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.292467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.831587Z","time spent":"1.460845132s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:46.292476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.829909Z","time spent":"1.462517792s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.292507Z","caller":"traceutil/trace.go:171","msg":"trace[1214679903] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"1.450611191s","start":"2026-07-29T19:27:44.841891Z","end":"2026-07-29T19:27:46.292502Z","steps":["trace[1214679903] 'process raft request' (duration: 1.450460358s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.292469Z","caller":"traceutil/trace.go:171","msg":"trace[1324916032] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.455310273s","start":"2026-07-29T19:27:44.837133Z","end":"2026-07-29T19:27:46.292444Z","steps":["trace[1324916032] 'process raft request' (duration: 1.455155889s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.292565Z","caller":"traceutil/trace.go:171","msg":"trace[1684903132] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.429397412s","start":"2026-07-29T19:27:44.863156Z","end":"2026-07-29T19:27:46.292554Z","steps":["trace[1684903132] 'process raft request' (duration: 1.429263009s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.292607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.837113Z","time spent":"1.455477656s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:46.292621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.86311Z","time spent":"1.429484134s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:46.292558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.841854Z","time spent":"1.450670943s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.292677Z","caller":"traceutil/trace.go:171","msg":"trace[927230304] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"1.406913383s","start":"2026-07-29T19:27:44.885741Z","end":"2026-07-29T19:27:46.292654Z","steps":["trace[927230304] 'process raft request' (duration: 1.406753459s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.292787Z","caller":"traceutil/trace.go:171","msg":"trace[362512786] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"1.291869751s","start":"2026-07-29T19:27:45.000906Z","end":"2026-07-29T19:27:46.292776Z","steps":["trace[362512786] 'process raft request' (duration: 1.291681687s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.292554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.829113Z","time spent":"1.463373343s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.292808Z","caller":"traceutil/trace.go:171","msg":"trace[226825241] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:509; }","duration":"990.037489ms","start":"2026-07-29T19:27:45.302725Z","end":"2026-07-29T19:27:46.292762Z","steps":["trace[226825241] 'read index received' (duration: 412.160622ms)","trace[226825241] 'applied index is now lower than readState.Index' (duration: 577.875707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:46.292836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.000871Z","time spent":"1.291950403s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.292488Z","caller":"traceutil/trace.go:171","msg":"trace[2057364671] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.462633045s","start":"2026-07-29T19:27:44.82967Z","end":"2026-07-29T19:27:46.292303Z","steps":["trace[2057364671] 'process raft request' (duration: 1.462462321s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.292779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.885713Z","time spent":"1.407024984s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:46.292948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.219934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:27:46.292989Z","caller":"traceutil/trace.go:171","msg":"trace[1906004467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:500; }","duration":"990.306066ms","start":"2026-07-29T19:27:45.302673Z","end":"2026-07-29T19:27:46.292979Z","steps":["trace[1906004467] 'agreement among raft nodes before linearized reading' (duration: 990.198674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.293018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.302655Z","time spent":"990.357777ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:27:46.292976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:44.82966Z","time spent":"1.46322099s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:27:46.302282Z","caller":"traceutil/trace.go:171","msg":"trace[472839311] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"579.433484ms","start":"2026-07-29T19:27:45.722827Z","end":"2026-07-29T19:27:46.30226Z","steps":["trace[472839311] 'process raft request' (duration: 579.27915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.302378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.722802Z","time spent":"579.533006ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:27:46.302391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.730785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:27:46.302464Z","caller":"traceutil/trace.go:171","msg":"trace[986295908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:502; }","duration":"925.867918ms","start":"2026-07-29T19:27:45.37658Z","end":"2026-07-29T19:27:46.302448Z","steps":["trace[986295908] 'agreement among raft nodes before linearized reading' (duration: 925.715424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.302556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.376559Z","time spent":"925.937379ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:27:46.302678Z","caller":"traceutil/trace.go:171","msg":"trace[1027684178] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"578.252786ms","start":"2026-07-29T19:27:45.724368Z","end":"2026-07-29T19:27:46.302621Z","steps":["trace[1027684178] 'process raft request' (duration: 577.834376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.302684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.474042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:27:46.302775Z","caller":"traceutil/trace.go:171","msg":"trace[307986429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"177.619445ms","start":"2026-07-29T19:27:46.125138Z","end":"2026-07-29T19:27:46.302757Z","steps":["trace[307986429] 'agreement among raft nodes before linearized reading' (duration: 177.449661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:46.30279Z","caller":"traceutil/trace.go:171","msg":"trace[1537224715] transaction","detail":"{read_only:false; number_of_response:1; response_revision:502; }","duration":"578.102652ms","start":"2026-07-29T19:27:45.724674Z","end":"2026-07-29T19:27:46.302777Z","steps":["trace[1537224715] 'process raft request' (duration: 577.58048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.302801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.361932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:27:46.302853Z","caller":"traceutil/trace.go:171","msg":"trace[1770964695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:502; }","duration":"885.538766ms","start":"2026-07-29T19:27:45.417302Z","end":"2026-07-29T19:27:46.30284Z","steps":["trace[1770964695] 'agreement among raft nodes before linearized reading' (duration: 885.352832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.302868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.724355Z","time spent":"578.411729ms","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:46.302888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.417287Z","time spent":"885.592248ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:27:46.30288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.724654Z","time spent":"578.167304ms","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7365,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:46.303236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.398835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:27:46.303289Z","caller":"traceutil/trace.go:171","msg":"trace[505596859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:502; }","duration":"863.479157ms","start":"2026-07-29T19:27:45.439796Z","end":"2026-07-29T19:27:46.303275Z","steps":["trace[505596859] 'agreement among raft nodes before linearized reading' (duration: 863.018346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:46.303358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:45.439784Z","time spent":"863.565599ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:27:50.456083Z","caller":"traceutil/trace.go:171","msg":"trace[1682907633] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"102.783742ms","start":"2026-07-29T19:27:50.353266Z","end":"2026-07-29T19:27:50.45605Z","steps":["trace[1682907633] 'read index received' (duration: 50.723975ms)","trace[1682907633] 'applied index is now lower than readState.Index' (duration: 52.058307ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:50.456248Z","caller":"traceutil/trace.go:171","msg":"trace[397241554] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"161.874294ms","start":"2026-07-29T19:27:50.294357Z","end":"2026-07-29T19:27:50.456231Z","steps":["trace[397241554] 'process raft request' (duration: 109.695124ms)","trace[397241554] 'compare' (duration: 51.817542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:50.45654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.239243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:27:50.456657Z","caller":"traceutil/trace.go:171","msg":"trace[1678698942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"103.415977ms","start":"2026-07-29T19:27:50.353213Z","end":"2026-07-29T19:27:50.456629Z","steps":["trace[1678698942] 'agreement among raft nodes before linearized reading' (duration: 103.169981ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:51.613212Z","caller":"traceutil/trace.go:171","msg":"trace[451311192] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"132.138634ms","start":"2026-07-29T19:27:51.481044Z","end":"2026-07-29T19:27:51.613183Z","steps":["trace[451311192] 'process raft request' (duration: 130.678239ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:51.944269Z","caller":"traceutil/trace.go:171","msg":"trace[2058337742] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"273.208788ms","start":"2026-07-29T19:27:51.671029Z","end":"2026-07-29T19:27:51.944238Z","steps":["trace[2058337742] 'process raft request' (duration: 235.261924ms)","trace[2058337742] 'compare' (duration: 37.671018ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:52.501135Z","caller":"traceutil/trace.go:171","msg":"trace[120822148] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"138.34853ms","start":"2026-07-29T19:27:52.362734Z","end":"2026-07-29T19:27:52.501083Z","steps":["trace[120822148] 'process raft request' (duration: 137.634613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:52.744598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.490119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:27:52.744703Z","caller":"traceutil/trace.go:171","msg":"trace[1508882679] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"189.388683ms","start":"2026-07-29T19:27:52.555296Z","end":"2026-07-29T19:27:52.744685Z","steps":["trace[1508882679] 'process raft request' (duration: 85.743811ms)","trace[1508882679] 'compare' (duration: 103.391586ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:53.244398Z","caller":"traceutil/trace.go:171","msg":"trace[2082403146] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"103.605882ms","start":"2026-07-29T19:27:53.140761Z","end":"2026-07-29T19:27:53.244367Z","steps":["trace[2082403146] 'process raft request' (duration: 102.963037ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:53.840716Z","caller":"traceutil/trace.go:171","msg":"trace[1413055684] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"121.295928ms","start":"2026-07-29T19:27:53.719398Z","end":"2026-07-29T19:27:53.840694Z","steps":["trace[1413055684] 'process raft request' (duration: 119.888744ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:54.105219Z","caller":"traceutil/trace.go:171","msg":"trace[2113203975] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"189.890995ms","start":"2026-07-29T19:27:53.915304Z","end":"2026-07-29T19:27:54.105195Z","steps":["trace[2113203975] 'process raft request' (duration: 189.69421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:54.728788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.928664ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:27:54.729135Z","caller":"traceutil/trace.go:171","msg":"trace[1195929509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"212.284733ms","start":"2026-07-29T19:27:54.516814Z","end":"2026-07-29T19:27:54.729099Z","steps":["trace[1195929509] 'range keys from in-memory index tree' (duration: 211.905574ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:54.752797Z","caller":"traceutil/trace.go:171","msg":"trace[1499526596] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"214.596286ms","start":"2026-07-29T19:27:54.538167Z","end":"2026-07-29T19:27:54.752764Z","steps":["trace[1499526596] 'read index received' (duration: 212.953998ms)","trace[1499526596] 'applied index is now lower than readState.Index' (duration: 1.641118ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:54.752885Z","caller":"traceutil/trace.go:171","msg":"trace[1554018779] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"234.237809ms","start":"2026-07-29T19:27:54.518599Z","end":"2026-07-29T19:27:54.752836Z","steps":["trace[1554018779] 'process raft request' (duration: 233.093843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:54.753137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.949255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:27:54.753239Z","caller":"traceutil/trace.go:171","msg":"trace[1123536849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"215.089928ms","start":"2026-07-29T19:27:54.538127Z","end":"2026-07-29T19:27:54.753217Z","steps":["trace[1123536849] 'agreement among raft nodes before linearized reading' (duration: 214.806071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:54.753251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.470958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:27:54.753283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.944306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:27:54.753317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.228282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:27:54.753345Z","caller":"traceutil/trace.go:171","msg":"trace[1532566890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"187.608601ms","start":"2026-07-29T19:27:54.565717Z","end":"2026-07-29T19:27:54.753325Z","steps":["trace[1532566890] 'agreement among raft nodes before linearized reading' (duration: 187.310564ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:54.753425Z","caller":"traceutil/trace.go:171","msg":"trace[1880212712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"187.17389ms","start":"2026-07-29T19:27:54.566185Z","end":"2026-07-29T19:27:54.753359Z","steps":["trace[1880212712] 'agreement among raft nodes before linearized reading' (duration: 186.835193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:54.753503Z","caller":"traceutil/trace.go:171","msg":"trace[603557934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"187.379816ms","start":"2026-07-29T19:27:54.565999Z","end":"2026-07-29T19:27:54.753379Z","steps":["trace[603557934] 'agreement among raft nodes before linearized reading' (duration: 187.063839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:55.025401Z","caller":"traceutil/trace.go:171","msg":"trace[151297510] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"215.389295ms","start":"2026-07-29T19:27:54.80998Z","end":"2026-07-29T19:27:55.025369Z","steps":["trace[151297510] 'process raft request' (duration: 215.226542ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:55.227105Z","caller":"traceutil/trace.go:171","msg":"trace[9401804] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"184.546689ms","start":"2026-07-29T19:27:55.042522Z","end":"2026-07-29T19:27:55.227068Z","steps":["trace[9401804] 'process raft request' (duration: 165.641293ms)","trace[9401804] 'compare' (duration: 18.737242ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:55.420956Z","caller":"traceutil/trace.go:171","msg":"trace[1604156891] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"186.170947ms","start":"2026-07-29T19:27:55.234759Z","end":"2026-07-29T19:27:55.42093Z","steps":["trace[1604156891] 'process raft request' (duration: 164.287121ms)","trace[1604156891] 'compare' (duration: 21.717262ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:55.421176Z","caller":"traceutil/trace.go:171","msg":"trace[2030017757] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"184.506408ms","start":"2026-07-29T19:27:55.236661Z","end":"2026-07-29T19:27:55.421168Z","steps":["trace[2030017757] 'process raft request' (duration: 184.226511ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:55.421194Z","caller":"traceutil/trace.go:171","msg":"trace[625783231] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"182.557082ms","start":"2026-07-29T19:27:55.238621Z","end":"2026-07-29T19:27:55.421178Z","steps":["trace[625783231] 'process raft request' (duration: 182.47931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:58.324568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14799437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-76mlk\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-29T19:27:58.324666Z","caller":"traceutil/trace.go:171","msg":"trace[479063180] range","detail":"{range_begin:/registry/pods/kube-system/cilium-76mlk; range_end:; response_count:1; response_revision:616; }","duration":"1.148124263s","start":"2026-07-29T19:27:57.176505Z","end":"2026-07-29T19:27:58.32463Z","steps":["trace[479063180] 'range keys from in-memory index tree' (duration: 1.147879488s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:58.32472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:57.176482Z","time spent":"1.148225596s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-76mlk\" "} {"level":"warn","ts":"2026-07-29T19:27:58.325161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.805946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:27:58.325231Z","caller":"traceutil/trace.go:171","msg":"trace[1160359150] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"211.048333ms","start":"2026-07-29T19:27:58.114171Z","end":"2026-07-29T19:27:58.32522Z","steps":["trace[1160359150] 'read index received' (duration: 65.155626ms)","trace[1160359150] 'applied index is now lower than readState.Index' (duration: 145.891777ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:58.325348Z","caller":"traceutil/trace.go:171","msg":"trace[1864734174] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"630.367983ms","start":"2026-07-29T19:27:57.694934Z","end":"2026-07-29T19:27:58.325302Z","steps":["trace[1864734174] 'process raft request' (duration: 484.359033ms)","trace[1864734174] 'compare' (duration: 145.378955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:27:58.32547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.30688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T19:27:58.32547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.839963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:27:58.325511Z","caller":"traceutil/trace.go:171","msg":"trace[275282673] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:617; }","duration":"211.395172ms","start":"2026-07-29T19:27:58.114104Z","end":"2026-07-29T19:27:58.325499Z","steps":["trace[275282673] 'agreement among raft nodes before linearized reading' (duration: 211.260009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:58.325508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:57.694909Z","time spent":"630.506947ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:27:58.325549Z","caller":"traceutil/trace.go:171","msg":"trace[139237788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"200.969816ms","start":"2026-07-29T19:27:58.124557Z","end":"2026-07-29T19:27:58.325527Z","steps":["trace[139237788] 'agreement among raft nodes before linearized reading' (duration: 200.846993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:59.33663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.485262ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-29T19:27:59.336727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:58.326737Z","time spent":"1.009983459s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T19:27:59.681892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.091758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:27:59.682167Z","caller":"traceutil/trace.go:171","msg":"trace[324103196] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.342149506s","start":"2026-07-29T19:27:58.33999Z","end":"2026-07-29T19:27:59.68214Z","steps":["trace[324103196] 'process raft request' (duration: 1.23071978s)","trace[324103196] 'compare' (duration: 110.930445ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:59.682246Z","caller":"traceutil/trace.go:171","msg":"trace[27283506] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"842.334629ms","start":"2026-07-29T19:27:58.839881Z","end":"2026-07-29T19:27:59.682216Z","steps":["trace[27283506] 'read index received' (duration: 207.265554ms)","trace[27283506] 'applied index is now lower than readState.Index' (duration: 635.066685ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:27:59.682238Z","caller":"traceutil/trace.go:171","msg":"trace[1979380742] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"344.458236ms","start":"2026-07-29T19:27:59.337765Z","end":"2026-07-29T19:27:59.682223Z","steps":["trace[1979380742] 'process raft request' (duration: 344.221111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:59.682323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:58.339941Z","time spent":"1.34229716s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:59.682427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.337746Z","time spent":"344.58336ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:27:59.682552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.665326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:27:59.682569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.632907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:27:59.682589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.274149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:27:59.682617Z","caller":"traceutil/trace.go:171","msg":"trace[1884115782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"831.699288ms","start":"2026-07-29T19:27:58.850905Z","end":"2026-07-29T19:27:59.682604Z","steps":["trace[1884115782] 'agreement among raft nodes before linearized reading' (duration: 831.567175ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:59.682619Z","caller":"traceutil/trace.go:171","msg":"trace[1252732872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"842.792219ms","start":"2026-07-29T19:27:58.839808Z","end":"2026-07-29T19:27:59.6826Z","steps":["trace[1252732872] 'agreement among raft nodes before linearized reading' (duration: 842.541563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:59.682619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.114918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:27:59.682655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:58.850897Z","time spent":"831.750179ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:27:59.682658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:58.839782Z","time spent":"842.868501ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:27:59.682654Z","caller":"traceutil/trace.go:171","msg":"trace[2123420392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"837.428513ms","start":"2026-07-29T19:27:58.845208Z","end":"2026-07-29T19:27:59.682637Z","steps":["trace[2123420392] 'agreement among raft nodes before linearized reading' (duration: 837.185267ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:27:59.682685Z","caller":"traceutil/trace.go:171","msg":"trace[410855580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"512.222611ms","start":"2026-07-29T19:27:59.170446Z","end":"2026-07-29T19:27:59.682669Z","steps":["trace[410855580] 'agreement among raft nodes before linearized reading' (duration: 512.116408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:59.682742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.170424Z","time spent":"512.306722ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:27:59.682779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.293662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:27:59.682702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:58.845184Z","time spent":"837.510624ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T19:27:59.682809Z","caller":"traceutil/trace.go:171","msg":"trace[611981859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"832.342053ms","start":"2026-07-29T19:27:58.85046Z","end":"2026-07-29T19:27:59.682802Z","steps":["trace[611981859] 'agreement among raft nodes before linearized reading' (duration: 832.260211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:27:59.68283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:58.850449Z","time spent":"832.375424ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:28:00.188382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:00.864252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.07243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:28:00.864559Z","caller":"traceutil/trace.go:171","msg":"trace[114946887] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:649; }","duration":"1.177115747s","start":"2026-07-29T19:27:59.687428Z","end":"2026-07-29T19:28:00.864543Z","steps":["trace[114946887] 'read index received' (duration: 733.542255ms)","trace[114946887] 'applied index is now lower than readState.Index' (duration: 443.572552ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:28:00.864656Z","caller":"traceutil/trace.go:171","msg":"trace[803977078] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.177272721s","start":"2026-07-29T19:27:59.687374Z","end":"2026-07-29T19:28:00.864646Z","steps":["trace[803977078] 'process raft request' (duration: 1.177139108s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:00.864636Z","caller":"traceutil/trace.go:171","msg":"trace[1052880059] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.177374553s","start":"2026-07-29T19:27:59.687197Z","end":"2026-07-29T19:28:00.864572Z","steps":["trace[1052880059] 'process raft request' (duration: 1.177286441s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:00.864639Z","caller":"traceutil/trace.go:171","msg":"trace[97315689] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.177501766s","start":"2026-07-29T19:27:59.6871Z","end":"2026-07-29T19:28:00.864602Z","steps":["trace[97315689] 'process raft request' (duration: 1.177327842s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:00.864721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.687355Z","time spent":"1.177333102s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:28:00.864741Z","caller":"traceutil/trace.go:171","msg":"trace[950511098] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.17766542s","start":"2026-07-29T19:27:59.687047Z","end":"2026-07-29T19:28:00.864712Z","steps":["trace[950511098] 'process raft request' (duration: 733.826642ms)","trace[950511098] 'compare' (duration: 442.957828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:28:00.864809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.687173Z","time spent":"1.177543647s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:28:00.864818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.687065Z","time spent":"1.17765923s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:28:00.864882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.687028Z","time spent":"1.177782333s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:28:00.864958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.68644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:28:00.86506Z","caller":"traceutil/trace.go:171","msg":"trace[1704970834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"739.790682ms","start":"2026-07-29T19:28:00.125212Z","end":"2026-07-29T19:28:00.865002Z","steps":["trace[1704970834] 'agreement among raft nodes before linearized reading' (duration: 739.678139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:00.865098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:00.125193Z","time spent":"739.895554ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:28:00.865112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17765942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T19:28:00.865184Z","caller":"traceutil/trace.go:171","msg":"trace[354774185] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:623; }","duration":"1.177779733s","start":"2026-07-29T19:27:59.687387Z","end":"2026-07-29T19:28:00.865167Z","steps":["trace[354774185] 'agreement among raft nodes before linearized reading' (duration: 1.177541467s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:00.865236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:27:59.687366Z","time spent":"1.177855704s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T19:28:01.626264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:02.127434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:02.628105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:03.126367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000693724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T19:28:03.126513Z","caller":"traceutil/trace.go:171","msg":"trace[45153153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00091492s","start":"2026-07-29T19:28:01.125564Z","end":"2026-07-29T19:28:03.126479Z","steps":["trace[45153153] 'agreement among raft nodes before linearized reading' (duration: 2.000712755s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:03.126609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:01.125547Z","time spent":"2.001047114s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 19:28:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T19:28:03.128463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:03.629151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:04.129892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:04.630464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:05.131516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:05.132909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999772183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T19:28:05.133035Z","caller":"traceutil/trace.go:171","msg":"trace[2138443954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999961307s","start":"2026-07-29T19:28:03.133042Z","end":"2026-07-29T19:28:05.133004Z","steps":["trace[2138443954] 'agreement among raft nodes before linearized reading' (duration: 1.999802914s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:05.133105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:03.133021Z","time spent":"2.000074419s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 19:28:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T19:28:05.63217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241070657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:06.103543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.978586484s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T19:28:06.103924Z","caller":"traceutil/trace.go:171","msg":"trace[1175619695] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"4.979060246s","start":"2026-07-29T19:28:01.124842Z","end":"2026-07-29T19:28:06.103903Z","steps":["trace[1175619695] 'process raft request' (duration: 4.978909842s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.104155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:01.124817Z","time spent":"4.979157708s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:28:06.521707Z","caller":"traceutil/trace.go:171","msg":"trace[1736975704] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"3.391536208s","start":"2026-07-29T19:28:03.130131Z","end":"2026-07-29T19:28:06.521667Z","steps":["trace[1736975704] 'process raft request' (duration: 3.390950524s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.521864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:03.130106Z","time spent":"3.391684702s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:28:06.551091Z","caller":"traceutil/trace.go:171","msg":"trace[1275233401] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:653; }","duration":"5.425448735s","start":"2026-07-29T19:28:01.125608Z","end":"2026-07-29T19:28:06.551056Z","steps":["trace[1275233401] 'read index received' (duration: 4.978130114s)","trace[1275233401] 'applied index is now lower than readState.Index' (duration: 447.316981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:28:06.551477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68316046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:28:06.551537Z","caller":"traceutil/trace.go:171","msg":"trace[724601764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"3.683307684s","start":"2026-07-29T19:28:02.868214Z","end":"2026-07-29T19:28:06.551522Z","steps":["trace[724601764] 'agreement among raft nodes before linearized reading' (duration: 3.683059308s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.551514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270491217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:28:06.551586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:02.86819Z","time spent":"3.683384985s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:28:06.551633Z","caller":"traceutil/trace.go:171","msg":"trace[155919712] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:625; }","duration":"1.270684432s","start":"2026-07-29T19:28:05.280923Z","end":"2026-07-29T19:28:06.551607Z","steps":["trace[155919712] 'agreement among raft nodes before linearized reading' (duration: 1.270423606s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.551694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:05.280904Z","time spent":"1.270778363s","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:28:06.551701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.581444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:28:06.551755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682461993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:28:06.551787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682845451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T19:28:06.551793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418534096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:28:06.551815Z","caller":"traceutil/trace.go:171","msg":"trace[1519520618] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:625; }","duration":"205.753258ms","start":"2026-07-29T19:28:06.346036Z","end":"2026-07-29T19:28:06.551789Z","steps":["trace[1519520618] 'agreement among raft nodes before linearized reading' (duration: 205.509842ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:06.551845Z","caller":"traceutil/trace.go:171","msg":"trace[50942886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"3.682591296s","start":"2026-07-29T19:28:02.86923Z","end":"2026-07-29T19:28:06.551821Z","steps":["trace[50942886] 'agreement among raft nodes before linearized reading' (duration: 3.682221237s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:06.551862Z","caller":"traceutil/trace.go:171","msg":"trace[1846805742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"3.682950914s","start":"2026-07-29T19:28:02.86889Z","end":"2026-07-29T19:28:06.551841Z","steps":["trace[1846805742] 'agreement among raft nodes before linearized reading' (duration: 3.682708579s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:06.551882Z","caller":"traceutil/trace.go:171","msg":"trace[1871112502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"1.418669359s","start":"2026-07-29T19:28:05.133187Z","end":"2026-07-29T19:28:06.551856Z","steps":["trace[1871112502] 'agreement among raft nodes before linearized reading' (duration: 1.418505795s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.551902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:02.868876Z","time spent":"3.683019715s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:28:06.551905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682990945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:28:06.551925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:02.869223Z","time spent":"3.682673897s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:28:06.551939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:05.133159Z","time spent":"1.418772041s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:28:06.551971Z","caller":"traceutil/trace.go:171","msg":"trace[1253785817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"3.683107948s","start":"2026-07-29T19:28:02.86884Z","end":"2026-07-29T19:28:06.551948Z","steps":["trace[1253785817] 'agreement among raft nodes before linearized reading' (duration: 3.682919063s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.552015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:02.86882Z","time spent":"3.68318528s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:28:06.552028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.104105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:28:06.552082Z","caller":"traceutil/trace.go:171","msg":"trace[1225968451] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:625; }","duration":"994.154436ms","start":"2026-07-29T19:28:05.557909Z","end":"2026-07-29T19:28:06.552063Z","steps":["trace[1225968451] 'agreement among raft nodes before linearized reading' (duration: 994.079635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:06.552122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:05.557848Z","time spent":"994.265648ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:28:06.55215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.727733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:28:06.552199Z","caller":"traceutil/trace.go:171","msg":"trace[255866605] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:625; }","duration":"271.833255ms","start":"2026-07-29T19:28:06.280353Z","end":"2026-07-29T19:28:06.552187Z","steps":["trace[255866605] 'agreement among raft nodes before linearized reading' (duration: 271.746253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:10.546618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.080882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-29T19:28:10.546719Z","caller":"traceutil/trace.go:171","msg":"trace[1662967402] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:646; }","duration":"828.234545ms","start":"2026-07-29T19:28:09.718459Z","end":"2026-07-29T19:28:10.546694Z","steps":["trace[1662967402] 'range keys from in-memory index tree' (duration: 827.940989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:10.54677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:09.718438Z","time spent":"828.323698ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-07-29T19:28:14.098377Z","caller":"traceutil/trace.go:171","msg":"trace[867135268] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"236.866971ms","start":"2026-07-29T19:28:13.861481Z","end":"2026-07-29T19:28:14.098348Z","steps":["trace[867135268] 'process raft request' (duration: 236.593804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:26.626883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241071085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:27.127918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241071085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:28:27.453298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784736794s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T19:28:27.453721Z","caller":"traceutil/trace.go:171","msg":"trace[1628835946] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"1.785235366s","start":"2026-07-29T19:28:25.66846Z","end":"2026-07-29T19:28:27.453695Z","steps":["trace[1628835946] 'process raft request' (duration: 1.785075263s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:27.453913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:25.668439Z","time spent":"1.785379999s","remote":"127.0.0.1:51500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:28:27.454981Z","caller":"traceutil/trace.go:171","msg":"trace[303266096] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:833; }","duration":"1.328779222s","start":"2026-07-29T19:28:26.126169Z","end":"2026-07-29T19:28:27.454948Z","steps":["trace[303266096] 'read index received' (duration: 1.327431611s)","trace[303266096] 'applied index is now lower than readState.Index' (duration: 1.346491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:28:27.455116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328945566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:28:27.455097Z","caller":"traceutil/trace.go:171","msg":"trace[1969274430] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"661.162711ms","start":"2026-07-29T19:28:26.793907Z","end":"2026-07-29T19:28:27.45507Z","steps":["trace[1969274430] 'process raft request' (duration: 660.894665ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:27.455159Z","caller":"traceutil/trace.go:171","msg":"trace[732601323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"1.329043349s","start":"2026-07-29T19:28:26.126104Z","end":"2026-07-29T19:28:27.455147Z","steps":["trace[732601323] 'agreement among raft nodes before linearized reading' (duration: 1.328950767s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:27.455256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.79389Z","time spent":"661.281463ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:28:27.455201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.126084Z","time spent":"1.32910969s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:28:27.455375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.418364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:28:27.455427Z","caller":"traceutil/trace.go:171","msg":"trace[221730649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"663.504566ms","start":"2026-07-29T19:28:26.791904Z","end":"2026-07-29T19:28:27.455409Z","steps":["trace[221730649] 'agreement among raft nodes before linearized reading' (duration: 663.390893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:27.455471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.791881Z","time spent":"663.579407ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:28:27.45525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.101392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:28:27.455596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.481488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:28:27.455615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.701946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:28:27.455639Z","caller":"traceutil/trace.go:171","msg":"trace[287058976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:798; }","duration":"594.550159ms","start":"2026-07-29T19:28:26.861075Z","end":"2026-07-29T19:28:27.455625Z","steps":["trace[287058976] 'agreement among raft nodes before linearized reading' (duration: 594.444326ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:27.455635Z","caller":"traceutil/trace.go:171","msg":"trace[329094732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"698.536622ms","start":"2026-07-29T19:28:26.757084Z","end":"2026-07-29T19:28:27.455621Z","steps":["trace[329094732] 'agreement among raft nodes before linearized reading' (duration: 697.998669ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:28:27.455643Z","caller":"traceutil/trace.go:171","msg":"trace[1597645970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:798; }","duration":"674.750838ms","start":"2026-07-29T19:28:26.780883Z","end":"2026-07-29T19:28:27.455634Z","steps":["trace[1597645970] 'agreement among raft nodes before linearized reading' (duration: 674.676856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:27.455667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.861059Z","time spent":"594.601981ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:28:27.455679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.78087Z","time spent":"674.803069ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:28:27.455682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.757065Z","time spent":"698.601583ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:28:27.456163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.04736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:28:27.456231Z","caller":"traceutil/trace.go:171","msg":"trace[1145671831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:798; }","duration":"607.162962ms","start":"2026-07-29T19:28:26.849052Z","end":"2026-07-29T19:28:27.456215Z","steps":["trace[1145671831] 'agreement among raft nodes before linearized reading' (duration: 606.148779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:28:27.456266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:28:26.849032Z","time spent":"607.225884ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:29:12.389375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241071717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:29:12.430776Z","caller":"traceutil/trace.go:171","msg":"trace[1283753602] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"560.252441ms","start":"2026-07-29T19:29:11.870474Z","end":"2026-07-29T19:29:12.430727Z","steps":["trace[1283753602] 'process raft request' (duration: 559.156976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.43105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:11.870457Z","time spent":"560.448215ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:12.583421Z","caller":"traceutil/trace.go:171","msg":"trace[268024898] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1142; }","duration":"694.873097ms","start":"2026-07-29T19:29:11.888524Z","end":"2026-07-29T19:29:12.583397Z","steps":["trace[268024898] 'read index received' (duration: 541.201318ms)","trace[268024898] 'applied index is now lower than readState.Index' (duration: 153.670329ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:12.583519Z","caller":"traceutil/trace.go:171","msg":"trace[1282640934] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"330.234202ms","start":"2026-07-29T19:29:12.253247Z","end":"2026-07-29T19:29:12.583481Z","steps":["trace[1282640934] 'process raft request' (duration: 329.997796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.583688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.149604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:29:12.583865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.675813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T19:29:12.58384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.001322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:12.583915Z","caller":"traceutil/trace.go:171","msg":"trace[1037531764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1095; }","duration":"652.744215ms","start":"2026-07-29T19:29:11.931161Z","end":"2026-07-29T19:29:12.583905Z","steps":["trace[1037531764] 'agreement among raft nodes before linearized reading' (duration: 652.569101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.583945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:11.931137Z","time spent":"652.801246ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T19:29:12.583949Z","caller":"traceutil/trace.go:171","msg":"trace[360714706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"459.161126ms","start":"2026-07-29T19:29:12.124766Z","end":"2026-07-29T19:29:12.583927Z","steps":["trace[360714706] 'agreement among raft nodes before linearized reading' (duration: 458.971581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.583997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:12.124748Z","time spent":"459.241067ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:29:12.583895Z","caller":"traceutil/trace.go:171","msg":"trace[745652200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1095; }","duration":"695.41827ms","start":"2026-07-29T19:29:11.888465Z","end":"2026-07-29T19:29:12.583884Z","steps":["trace[745652200] 'agreement among raft nodes before linearized reading' (duration: 695.062241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.584071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:11.888445Z","time spent":"695.615735ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:29:12.583782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.708733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:29:12.584174Z","caller":"traceutil/trace.go:171","msg":"trace[340197611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1095; }","duration":"695.147503ms","start":"2026-07-29T19:29:11.889015Z","end":"2026-07-29T19:29:12.584162Z","steps":["trace[340197611] 'agreement among raft nodes before linearized reading' (duration: 694.569819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.584211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:11.888985Z","time spent":"695.217004ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:12.58382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.413758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:29:12.584312Z","caller":"traceutil/trace.go:171","msg":"trace[1838698110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1095; }","duration":"664.931139ms","start":"2026-07-29T19:29:11.919367Z","end":"2026-07-29T19:29:12.584299Z","steps":["trace[1838698110] 'agreement among raft nodes before linearized reading' (duration: 664.382967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:12.58435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:11.919356Z","time spent":"664.984221ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:12.583688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:12.253217Z","time spent":"330.377405ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:36.991811Z","caller":"traceutil/trace.go:171","msg":"trace[1566047448] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"251.619658ms","start":"2026-07-29T19:29:36.740166Z","end":"2026-07-29T19:29:36.991786Z","steps":["trace[1566047448] 'process raft request' (duration: 251.472494ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:37.093297Z","caller":"traceutil/trace.go:171","msg":"trace[1437508671] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1439; }","duration":"105.129907ms","start":"2026-07-29T19:29:36.988134Z","end":"2026-07-29T19:29:37.093264Z","steps":["trace[1437508671] 'read index received' (duration: 3.50115ms)","trace[1437508671] 'applied index is now lower than readState.Index' (duration: 101.627257ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:37.093341Z","caller":"traceutil/trace.go:171","msg":"trace[1868261704] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"352.915427ms","start":"2026-07-29T19:29:36.740388Z","end":"2026-07-29T19:29:37.093303Z","steps":["trace[1868261704] 'process raft request' (duration: 271.694532ms)","trace[1868261704] 'compare' (duration: 80.921158ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:37.093485Z","caller":"traceutil/trace.go:171","msg":"trace[80021605] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"352.634931ms","start":"2026-07-29T19:29:36.740833Z","end":"2026-07-29T19:29:37.093468Z","steps":["trace[80021605] 'process raft request' (duration: 352.361544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:37.093491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.335542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:29:37.09352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:36.74037Z","time spent":"353.04862ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:37.093545Z","caller":"traceutil/trace.go:171","msg":"trace[343211273] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1386; }","duration":"105.440825ms","start":"2026-07-29T19:29:36.988085Z","end":"2026-07-29T19:29:37.093526Z","steps":["trace[343211273] 'agreement among raft nodes before linearized reading' (duration: 105.305912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:37.093561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:36.740822Z","time spent":"352.702932ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:38.628721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:39.129639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:39.146334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019697819s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T19:29:39.146628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.12649Z","time spent":"1.0201349s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T19:29:39.507254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.798695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:39.507355Z","caller":"traceutil/trace.go:171","msg":"trace[701522643] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1443; }","duration":"1.379598026s","start":"2026-07-29T19:29:38.127741Z","end":"2026-07-29T19:29:39.507339Z","steps":["trace[701522643] 'read index received' (duration: 1.0188698s)","trace[701522643] 'applied index is now lower than readState.Index' (duration: 360.726966ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:39.507432Z","caller":"traceutil/trace.go:171","msg":"trace[1073886266] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"825.609948ms","start":"2026-07-29T19:29:38.681811Z","end":"2026-07-29T19:29:39.507421Z","steps":["trace[1073886266] 'process raft request' (duration: 653.557757ms)","trace[1073886266] 'compare' (duration: 171.641862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:39.50747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379708219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:39.507495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.681795Z","time spent":"825.670499ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:39.507542Z","caller":"traceutil/trace.go:171","msg":"trace[237180867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1387; }","duration":"1.379804462s","start":"2026-07-29T19:29:38.127717Z","end":"2026-07-29T19:29:39.507522Z","steps":["trace[237180867] 'agreement among raft nodes before linearized reading' (duration: 1.379697779s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.507582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.127707Z","time spent":"1.379867043s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:29:39.527385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.019998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:29:39.527383Z","caller":"traceutil/trace.go:171","msg":"trace[2095782727] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"276.37045ms","start":"2026-07-29T19:29:39.250969Z","end":"2026-07-29T19:29:39.527339Z","steps":["trace[2095782727] 'process raft request' (duration: 276.208205ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.527438Z","caller":"traceutil/trace.go:171","msg":"trace[1280569010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1389; }","duration":"430.112139ms","start":"2026-07-29T19:29:39.097313Z","end":"2026-07-29T19:29:39.527425Z","steps":["trace[1280569010] 'agreement among raft nodes before linearized reading' (duration: 429.957205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.527446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.035148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:29:39.527471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:39.097295Z","time spent":"430.168471ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:29:39.527495Z","caller":"traceutil/trace.go:171","msg":"trace[313897529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1389; }","duration":"430.124889ms","start":"2026-07-29T19:29:39.097356Z","end":"2026-07-29T19:29:39.527481Z","steps":["trace[313897529] 'agreement among raft nodes before linearized reading' (duration: 429.912274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.527539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:39.097333Z","time spent":"430.198041ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:29:39.527588Z","caller":"traceutil/trace.go:171","msg":"trace[240659458] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"379.677895ms","start":"2026-07-29T19:29:39.14788Z","end":"2026-07-29T19:29:39.527558Z","steps":["trace[240659458] 'process raft request' (duration: 379.149442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.527642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.486683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:39.527447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.342253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T19:29:39.527662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.510729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:29:39.527674Z","caller":"traceutil/trace.go:171","msg":"trace[914516983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"357.540784ms","start":"2026-07-29T19:29:39.170123Z","end":"2026-07-29T19:29:39.527664Z","steps":["trace[914516983] 'agreement among raft nodes before linearized reading' (duration: 357.491653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.527701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:39.170112Z","time spent":"357.584125ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:29:39.527707Z","caller":"traceutil/trace.go:171","msg":"trace[1657946024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1389; }","duration":"787.589641ms","start":"2026-07-29T19:29:38.740104Z","end":"2026-07-29T19:29:39.527694Z","steps":["trace[1657946024] 'agreement among raft nodes before linearized reading' (duration: 787.369706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.527725Z","caller":"traceutil/trace.go:171","msg":"trace[489474095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1389; }","duration":"864.64618ms","start":"2026-07-29T19:29:38.663048Z","end":"2026-07-29T19:29:39.527694Z","steps":["trace[489474095] 'agreement among raft nodes before linearized reading' (duration: 864.306132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.52774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.740086Z","time spent":"787.646762ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:39.527725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.343016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:29:39.52775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:39.147857Z","time spent":"379.801598ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:39.527759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202779326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-29T19:29:39.5278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.663027Z","time spent":"864.742212ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T19:29:39.527814Z","caller":"traceutil/trace.go:171","msg":"trace[104938317] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1389; }","duration":"1.202883568s","start":"2026-07-29T19:29:38.324918Z","end":"2026-07-29T19:29:39.527801Z","steps":["trace[104938317] 'agreement among raft nodes before linearized reading' (duration: 1.202706904s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.527814Z","caller":"traceutil/trace.go:171","msg":"trace[311822345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1389; }","duration":"531.466979ms","start":"2026-07-29T19:29:38.996325Z","end":"2026-07-29T19:29:39.527792Z","steps":["trace[311822345] 'agreement among raft nodes before linearized reading' (duration: 531.112831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:39.527846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.324898Z","time spent":"1.202939619s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:29:39.527861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:38.996305Z","time spent":"531.544771ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:29:39.749628Z","caller":"traceutil/trace.go:171","msg":"trace[2023263064] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"216.731632ms","start":"2026-07-29T19:29:39.532871Z","end":"2026-07-29T19:29:39.749602Z","steps":["trace[2023263064] 'process raft request' (duration: 216.662141ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.749634Z","caller":"traceutil/trace.go:171","msg":"trace[323476106] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"217.01616ms","start":"2026-07-29T19:29:39.532593Z","end":"2026-07-29T19:29:39.749609Z","steps":["trace[323476106] 'process raft request' (duration: 216.754374ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.749831Z","caller":"traceutil/trace.go:171","msg":"trace[1281576416] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"216.438106ms","start":"2026-07-29T19:29:39.533382Z","end":"2026-07-29T19:29:39.74982Z","steps":["trace[1281576416] 'process raft request' (duration: 216.184391ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.749883Z","caller":"traceutil/trace.go:171","msg":"trace[267367850] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"215.912394ms","start":"2026-07-29T19:29:39.533953Z","end":"2026-07-29T19:29:39.749865Z","steps":["trace[267367850] 'process raft request' (duration: 215.773321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.749819Z","caller":"traceutil/trace.go:171","msg":"trace[283042500] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1446; }","duration":"217.189534ms","start":"2026-07-29T19:29:39.53262Z","end":"2026-07-29T19:29:39.749809Z","steps":["trace[283042500] 'read index received' (duration: 45.629584ms)","trace[283042500] 'applied index is now lower than readState.Index' (duration: 171.55901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:39.749955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.319647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T19:29:39.749986Z","caller":"traceutil/trace.go:171","msg":"trace[2027471747] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1395; }","duration":"217.386898ms","start":"2026-07-29T19:29:39.532594Z","end":"2026-07-29T19:29:39.74998Z","steps":["trace[2027471747] 'agreement among raft nodes before linearized reading' (duration: 217.261565ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:39.74966Z","caller":"traceutil/trace.go:171","msg":"trace[1607244802] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"216.834036ms","start":"2026-07-29T19:29:39.532806Z","end":"2026-07-29T19:29:39.74964Z","steps":["trace[1607244802] 'process raft request' (duration: 216.690623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:40.809691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:41.310121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:41.479326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174218986s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T19:29:41.716912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.909959Z","time spent":"806.941478ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T19:29:41.717166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.521764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:41.717269Z","caller":"traceutil/trace.go:171","msg":"trace[1559531936] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"1.447595596s","start":"2026-07-29T19:29:40.269652Z","end":"2026-07-29T19:29:41.717247Z","steps":["trace[1559531936] 'process raft request' (duration: 1.209924619s)","trace[1559531936] 'compare' (duration: 237.37798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:41.717327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.269629Z","time spent":"1.447674418s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T19:29:41.783217Z","caller":"traceutil/trace.go:171","msg":"trace[1905305198] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1457; }","duration":"1.473960316s","start":"2026-07-29T19:29:40.309231Z","end":"2026-07-29T19:29:41.783191Z","steps":["trace[1905305198] 'read index received' (duration: 1.170333206s)","trace[1905305198] 'applied index is now lower than readState.Index' (duration: 303.62573ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:41.783299Z","caller":"traceutil/trace.go:171","msg":"trace[1200446152] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"1.448446146s","start":"2026-07-29T19:29:40.334814Z","end":"2026-07-29T19:29:41.78326Z","steps":["trace[1200446152] 'process raft request' (duration: 1.448305313s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:41.783423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4741745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T19:29:41.783456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.334792Z","time spent":"1.4485766s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:41.783473Z","caller":"traceutil/trace.go:171","msg":"trace[1337393004] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1403; }","duration":"1.474271983s","start":"2026-07-29T19:29:40.309186Z","end":"2026-07-29T19:29:41.783458Z","steps":["trace[1337393004] 'agreement among raft nodes before linearized reading' (duration: 1.474129149s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:41.783548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.309167Z","time spent":"1.474363164s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T19:29:41.783727Z","caller":"traceutil/trace.go:171","msg":"trace[571792241] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"1.471999521s","start":"2026-07-29T19:29:40.311603Z","end":"2026-07-29T19:29:41.783603Z","steps":["trace[571792241] 'process raft request' (duration: 1.471395997s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:41.78383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.311574Z","time spent":"1.472202355s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T19:29:42.126791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.642652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:42.126894Z","caller":"traceutil/trace.go:171","msg":"trace[1693408624] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"343.592031ms","start":"2026-07-29T19:29:41.783286Z","end":"2026-07-29T19:29:42.126878Z","steps":["trace[1693408624] 'read index received' (duration: 38.777505ms)","trace[1693408624] 'applied index is now lower than readState.Index' (duration: 304.812906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:42.126949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524240607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:42.126972Z","caller":"traceutil/trace.go:171","msg":"trace[813946277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1404; }","duration":"1.524263748s","start":"2026-07-29T19:29:40.6027Z","end":"2026-07-29T19:29:42.126964Z","steps":["trace[813946277] 'agreement among raft nodes before linearized reading' (duration: 1.524220347s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.602643Z","time spent":"1.524353019s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:29:42.127193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.999101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T19:29:42.127158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.95953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T19:29:42.12722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00198763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:42.127254Z","caller":"traceutil/trace.go:171","msg":"trace[488349016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"545.096654ms","start":"2026-07-29T19:29:41.58214Z","end":"2026-07-29T19:29:42.127237Z","steps":["trace[488349016] 'agreement among raft nodes before linearized reading' (duration: 544.95321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:42.12726Z","caller":"traceutil/trace.go:171","msg":"trace[1995743822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1404; }","duration":"373.127414ms","start":"2026-07-29T19:29:41.754114Z","end":"2026-07-29T19:29:42.127242Z","steps":["trace[1995743822] 'agreement among raft nodes before linearized reading' (duration: 372.895519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.754083Z","time spent":"373.204906ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:42.127303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135277688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:42.127355Z","caller":"traceutil/trace.go:171","msg":"trace[947426775] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1404; }","duration":"1.13537341s","start":"2026-07-29T19:29:40.991972Z","end":"2026-07-29T19:29:42.127345Z","steps":["trace[947426775] 'agreement among raft nodes before linearized reading' (duration: 1.135305319s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.039111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:29:42.127387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:40.991948Z","time spent":"1.135429791s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:29:42.12739Z","caller":"traceutil/trace.go:171","msg":"trace[2017770790] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1404; }","duration":"418.116153ms","start":"2026-07-29T19:29:41.709264Z","end":"2026-07-29T19:29:42.12738Z","steps":["trace[2017770790] 'agreement among raft nodes before linearized reading' (duration: 418.054302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.709243Z","time spent":"418.166854ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":8,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:29:42.127295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.582118Z","time spent":"545.169655ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:29:42.127426Z","caller":"traceutil/trace.go:171","msg":"trace[1997422157] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"614.110457ms","start":"2026-07-29T19:29:41.513287Z","end":"2026-07-29T19:29:42.127397Z","steps":["trace[1997422157] 'process raft request' (duration: 308.777889ms)","trace[1997422157] 'compare' (duration: 304.538969ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:42.12726Z","caller":"traceutil/trace.go:171","msg":"trace[493796791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1404; }","duration":"1.002066022s","start":"2026-07-29T19:29:41.125183Z","end":"2026-07-29T19:29:42.127249Z","steps":["trace[493796791] 'agreement among raft nodes before linearized reading' (duration: 1.002005871s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.340539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:29:42.127522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.125152Z","time spent":"1.002361079s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:29:42.127566Z","caller":"traceutil/trace.go:171","msg":"trace[958993695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"373.448032ms","start":"2026-07-29T19:29:41.754101Z","end":"2026-07-29T19:29:42.127549Z","steps":["trace[958993695] 'agreement among raft nodes before linearized reading' (duration: 373.272978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.513265Z","time spent":"614.221069ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:42.127603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.75408Z","time spent":"373.515203ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:42.127739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.589124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T19:29:42.12784Z","caller":"traceutil/trace.go:171","msg":"trace[1880649320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1404; }","duration":"373.712958ms","start":"2026-07-29T19:29:41.754102Z","end":"2026-07-29T19:29:42.127815Z","steps":["trace[1880649320] 'agreement among raft nodes before linearized reading' (duration: 373.338399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.754095Z","time spent":"373.785159ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:42.12777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.81386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:29:42.127958Z","caller":"traceutil/trace.go:171","msg":"trace[1532768579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1404; }","duration":"374.024465ms","start":"2026-07-29T19:29:41.753923Z","end":"2026-07-29T19:29:42.127947Z","steps":["trace[1532768579] 'agreement among raft nodes before linearized reading' (duration: 373.076303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.127999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.753911Z","time spent":"374.079146ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:29:42.434665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.099469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:42.434789Z","caller":"traceutil/trace.go:171","msg":"trace[1369588087] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"645.531491ms","start":"2026-07-29T19:29:41.789238Z","end":"2026-07-29T19:29:42.43477Z","steps":["trace[1369588087] 'process raft request' (duration: 444.284756ms)","trace[1369588087] 'compare' (duration: 199.932595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:42.434857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:41.789216Z","time spent":"645.604654ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:42.689514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.232942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:42.689846Z","caller":"traceutil/trace.go:171","msg":"trace[1094151177] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"557.94686ms","start":"2026-07-29T19:29:42.131881Z","end":"2026-07-29T19:29:42.689828Z","steps":["trace[1094151177] 'process raft request' (duration: 557.742056ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:42.68978Z","caller":"traceutil/trace.go:171","msg":"trace[1565150735] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"635.456538ms","start":"2026-07-29T19:29:42.054273Z","end":"2026-07-29T19:29:42.68973Z","steps":["trace[1565150735] 'process raft request' (duration: 525.924919ms)","trace[1565150735] 'compare' (duration: 109.088069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:42.689914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.13186Z","time spent":"558.022651ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:42.690052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.054239Z","time spent":"635.664323ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:42.69014Z","caller":"traceutil/trace.go:171","msg":"trace[248513572] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"557.972762ms","start":"2026-07-29T19:29:42.132138Z","end":"2026-07-29T19:29:42.690111Z","steps":["trace[248513572] 'process raft request' (duration: 557.535321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.690286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.132129Z","time spent":"558.082464ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:42.690645Z","caller":"traceutil/trace.go:171","msg":"trace[509284727] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"558.459982ms","start":"2026-07-29T19:29:42.132166Z","end":"2026-07-29T19:29:42.690626Z","steps":["trace[509284727] 'process raft request' (duration: 557.891879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.690727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.132143Z","time spent":"558.545405ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:42.690907Z","caller":"traceutil/trace.go:171","msg":"trace[1512263073] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"558.314478ms","start":"2026-07-29T19:29:42.132582Z","end":"2026-07-29T19:29:42.690897Z","steps":["trace[1512263073] 'process raft request' (duration: 557.990971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.690961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.132571Z","time spent":"558.363049ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:42.691192Z","caller":"traceutil/trace.go:171","msg":"trace[147758035] linearizableReadLoop","detail":"{readStateIndex:1468; appliedIndex:1461; }","duration":"554.758087ms","start":"2026-07-29T19:29:42.136417Z","end":"2026-07-29T19:29:42.691175Z","steps":["trace[147758035] 'read index received' (duration: 97.128393ms)","trace[147758035] 'applied index is now lower than readState.Index' (duration: 457.628654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:42.691294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.879649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:42.69133Z","caller":"traceutil/trace.go:171","msg":"trace[19213485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1411; }","duration":"554.93981ms","start":"2026-07-29T19:29:42.136382Z","end":"2026-07-29T19:29:42.691322Z","steps":["trace[19213485] 'agreement among raft nodes before linearized reading' (duration: 554.860438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.691358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.136371Z","time spent":"554.981642ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:29:42.691422Z","caller":"traceutil/trace.go:171","msg":"trace[921593783] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"557.706314ms","start":"2026-07-29T19:29:42.133703Z","end":"2026-07-29T19:29:42.691409Z","steps":["trace[921593783] 'process raft request' (duration: 557.308915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:42.691503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:42.13369Z","time spent":"557.773515ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:44.258043Z","caller":"traceutil/trace.go:171","msg":"trace[1939448455] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"644.344984ms","start":"2026-07-29T19:29:43.613642Z","end":"2026-07-29T19:29:44.257987Z","steps":["trace[1939448455] 'process raft request' (duration: 644.16855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:44.258272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:43.613623Z","time spent":"644.5726ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:45.040858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.328224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:45.041034Z","caller":"traceutil/trace.go:171","msg":"trace[641052133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1412; }","duration":"524.684042ms","start":"2026-07-29T19:29:44.516328Z","end":"2026-07-29T19:29:45.041012Z","steps":["trace[641052133] 'range keys from in-memory index tree' (duration: 524.309914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.603243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.099368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T19:29:45.60353Z","caller":"traceutil/trace.go:171","msg":"trace[1846715751] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"1.470301301s","start":"2026-07-29T19:29:44.133193Z","end":"2026-07-29T19:29:45.603494Z","steps":["trace[1846715751] 'process raft request' (duration: 1.470149717s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:45.603599Z","caller":"traceutil/trace.go:171","msg":"trace[846211416] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1468; }","duration":"1.476914144s","start":"2026-07-29T19:29:44.126662Z","end":"2026-07-29T19:29:45.603576Z","steps":["trace[846211416] 'read index received' (duration: 131.182458ms)","trace[846211416] 'applied index is now lower than readState.Index' (duration: 1.345729166s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:45.603713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.133179Z","time spent":"1.470441024s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:45.603798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067882042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:45.603833Z","caller":"traceutil/trace.go:171","msg":"trace[162741756] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1414; }","duration":"1.067951634s","start":"2026-07-29T19:29:44.535869Z","end":"2026-07-29T19:29:45.603821Z","steps":["trace[162741756] 'agreement among raft nodes before linearized reading' (duration: 1.067904173s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:45.603624Z","caller":"traceutil/trace.go:171","msg":"trace[2064901707] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"1.296050479s","start":"2026-07-29T19:29:44.307562Z","end":"2026-07-29T19:29:45.603612Z","steps":["trace[2064901707] 'process raft request' (duration: 1.295983667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.603864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.535848Z","time spent":"1.068006095s","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:29:45.603969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.307538Z","time spent":"1.296340096s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:45.604001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.287249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T19:29:45.60407Z","caller":"traceutil/trace.go:171","msg":"trace[454193793] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1414; }","duration":"850.411122ms","start":"2026-07-29T19:29:44.753643Z","end":"2026-07-29T19:29:45.604054Z","steps":["trace[454193793] 'agreement among raft nodes before linearized reading' (duration: 850.162656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.603741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477064088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:45.604115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.753632Z","time spent":"850.474643ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T19:29:45.604123Z","caller":"traceutil/trace.go:171","msg":"trace[1579431925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1414; }","duration":"1.477478057s","start":"2026-07-29T19:29:44.126629Z","end":"2026-07-29T19:29:45.604107Z","steps":["trace[1579431925] 'agreement among raft nodes before linearized reading' (duration: 1.477051857s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.60413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.331642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:29:45.604159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.126613Z","time spent":"1.477538549s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:29:45.604192Z","caller":"traceutil/trace.go:171","msg":"trace[75426296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1414; }","duration":"909.416954ms","start":"2026-07-29T19:29:44.694754Z","end":"2026-07-29T19:29:45.604171Z","steps":["trace[75426296] 'agreement among raft nodes before linearized reading' (duration: 909.2434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.604257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.380424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:45.604254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.694745Z","time spent":"909.495465ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:29:45.604291Z","caller":"traceutil/trace.go:171","msg":"trace[1663631473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1414; }","duration":"329.439005ms","start":"2026-07-29T19:29:45.274842Z","end":"2026-07-29T19:29:45.604281Z","steps":["trace[1663631473] 'agreement among raft nodes before linearized reading' (duration: 329.394754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.604322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.274825Z","time spent":"329.491297ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:29:45.604637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.907801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T19:29:45.604638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.806223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T19:29:45.604681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.075636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:29:45.604685Z","caller":"traceutil/trace.go:171","msg":"trace[55517859] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1414; }","duration":"698.136776ms","start":"2026-07-29T19:29:44.906537Z","end":"2026-07-29T19:29:45.604674Z","steps":["trace[55517859] 'agreement among raft nodes before linearized reading' (duration: 697.824359ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:45.604707Z","caller":"traceutil/trace.go:171","msg":"trace[979142622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1414; }","duration":"909.141108ms","start":"2026-07-29T19:29:44.695558Z","end":"2026-07-29T19:29:45.604699Z","steps":["trace[979142622] 'agreement among raft nodes before linearized reading' (duration: 908.853281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.604717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.906476Z","time spent":"698.229798ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:29:45.60474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.695534Z","time spent":"909.199808ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:29:45.604701Z","caller":"traceutil/trace.go:171","msg":"trace[1435624980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1414; }","duration":"910.084479ms","start":"2026-07-29T19:29:44.694601Z","end":"2026-07-29T19:29:45.604685Z","steps":["trace[1435624980] 'agreement among raft nodes before linearized reading' (duration: 909.740801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.604803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.367663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:29:45.604849Z","caller":"traceutil/trace.go:171","msg":"trace[1975216704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1414; }","duration":"909.451425ms","start":"2026-07-29T19:29:44.695387Z","end":"2026-07-29T19:29:45.604839Z","steps":["trace[1975216704] 'agreement among raft nodes before linearized reading' (duration: 909.302971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.604845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.694577Z","time spent":"910.220352ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:29:45.604879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.695365Z","time spent":"909.507176ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:45.604919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.894294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:29:45.604981Z","caller":"traceutil/trace.go:171","msg":"trace[1813733720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1414; }","duration":"910.042878ms","start":"2026-07-29T19:29:44.694924Z","end":"2026-07-29T19:29:45.604967Z","steps":["trace[1813733720] 'agreement among raft nodes before linearized reading' (duration: 909.046645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:45.605025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:44.694893Z","time spent":"910.1198ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:29:46.560053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:46.78295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.603258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:46.783083Z","caller":"traceutil/trace.go:171","msg":"trace[1688416913] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"1.173721705s","start":"2026-07-29T19:29:45.609335Z","end":"2026-07-29T19:29:46.783056Z","steps":["trace[1688416913] 'process raft request' (duration: 192.907762ms)","trace[1688416913] 'compare' (duration: 980.179757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:46.783195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.609321Z","time spent":"1.173806197s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:47.060769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:47.561013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:29:48.056834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.254488193s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T19:29:48.975194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.107174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:29:48.975581Z","caller":"traceutil/trace.go:171","msg":"trace[47536074] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"1.36586488s","start":"2026-07-29T19:29:47.609697Z","end":"2026-07-29T19:29:48.975562Z","steps":["trace[47536074] 'process raft request' (duration: 1.365811538s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:48.975661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:47.609668Z","time spent":"1.365949812s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:48.975863Z","caller":"traceutil/trace.go:171","msg":"trace[1505111157] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"3.365572332s","start":"2026-07-29T19:29:45.610278Z","end":"2026-07-29T19:29:48.97585Z","steps":["trace[1505111157] 'process raft request' (duration: 2.446731351s)","trace[1505111157] 'compare' (duration: 917.994612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:29:48.975916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.610269Z","time spent":"3.365618733s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:29:48.976027Z","caller":"traceutil/trace.go:171","msg":"trace[1124186961] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1473; }","duration":"2.917120359s","start":"2026-07-29T19:29:46.05888Z","end":"2026-07-29T19:29:48.976Z","steps":["trace[1124186961] 'read index received' (duration: 1.998144646s)","trace[1124186961] 'applied index is now lower than readState.Index' (duration: 918.972933ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:48.976044Z","caller":"traceutil/trace.go:171","msg":"trace[1554362040] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"3.365687345s","start":"2026-07-29T19:29:45.610331Z","end":"2026-07-29T19:29:48.976018Z","steps":["trace[1554362040] 'process raft request' (duration: 3.364976699s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.97603Z","caller":"traceutil/trace.go:171","msg":"trace[1273870610] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"3.365596692s","start":"2026-07-29T19:29:45.610386Z","end":"2026-07-29T19:29:48.975982Z","steps":["trace[1273870610] 'process raft request' (duration: 3.365005449s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976135Z","caller":"traceutil/trace.go:171","msg":"trace[1763593442] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"3.364434016s","start":"2026-07-29T19:29:45.611682Z","end":"2026-07-29T19:29:48.976116Z","steps":["trace[1763593442] 'process raft request' (duration: 3.363772811s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:48.976182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.610325Z","time spent":"3.365777997s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:48.976207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917387975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:29:48.976192Z","caller":"traceutil/trace.go:171","msg":"trace[2018061318] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"3.365401678s","start":"2026-07-29T19:29:45.610749Z","end":"2026-07-29T19:29:48.976151Z","steps":["trace[2018061318] 'process raft request' (duration: 3.364673021s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976243Z","caller":"traceutil/trace.go:171","msg":"trace[64723318] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1422; }","duration":"2.917494448s","start":"2026-07-29T19:29:46.058739Z","end":"2026-07-29T19:29:48.976233Z","steps":["trace[64723318] 'agreement among raft nodes before linearized reading' (duration: 2.917390165s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:48.976237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.611674Z","time spent":"3.364513048s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:48.97626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851137141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:48.97626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.306266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T19:29:48.976284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:46.058704Z","time spent":"2.917570141s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:29:48.976309Z","caller":"traceutil/trace.go:171","msg":"trace[1040780300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1422; }","duration":"1.851204184s","start":"2026-07-29T19:29:47.125092Z","end":"2026-07-29T19:29:48.976297Z","steps":["trace[1040780300] 'agreement among raft nodes before linearized reading' (duration: 1.851149182s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976312Z","caller":"traceutil/trace.go:171","msg":"trace[2077873926] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1422; }","duration":"856.389269ms","start":"2026-07-29T19:29:48.119911Z","end":"2026-07-29T19:29:48.976301Z","steps":["trace[2077873926] 'agreement among raft nodes before linearized reading' (duration: 856.254645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:48.976353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:47.125079Z","time spent":"1.851257255s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:29:48.976346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:48.11989Z","time spent":"856.447281ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-07-29T19:29:48.976347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.610742Z","time spent":"3.365523521s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:48.976304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.781678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:48.976349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221855271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:48.976374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536829207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T19:29:48.97639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886893248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:29:48.97621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44237444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:29:48.976421Z","caller":"traceutil/trace.go:171","msg":"trace[1981791256] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1422; }","duration":"914.952202ms","start":"2026-07-29T19:29:48.061451Z","end":"2026-07-29T19:29:48.976404Z","steps":["trace[1981791256] 'agreement among raft nodes before linearized reading' (duration: 914.786307ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976136Z","caller":"traceutil/trace.go:171","msg":"trace[2004308715] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"3.365748255s","start":"2026-07-29T19:29:45.610339Z","end":"2026-07-29T19:29:48.976088Z","steps":["trace[2004308715] 'process raft request' (duration: 3.365018119s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976434Z","caller":"traceutil/trace.go:171","msg":"trace[2042659990] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1422; }","duration":"2.221998554s","start":"2026-07-29T19:29:46.754418Z","end":"2026-07-29T19:29:48.976416Z","steps":["trace[2042659990] 'agreement among raft nodes before linearized reading' (duration: 2.221851011s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976446Z","caller":"traceutil/trace.go:171","msg":"trace[986378323] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1422; }","duration":"1.53696334s","start":"2026-07-29T19:29:47.439466Z","end":"2026-07-29T19:29:48.97643Z","steps":["trace[986378323] 'agreement among raft nodes before linearized reading' (duration: 1.536693823s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:29:48.976457Z","caller":"traceutil/trace.go:171","msg":"trace[1835053455] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1422; }","duration":"2.442664228s","start":"2026-07-29T19:29:46.533781Z","end":"2026-07-29T19:29:48.976445Z","steps":["trace[1835053455] 'agreement among raft nodes before linearized reading' (duration: 2.44238238s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:48.976463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:48.061423Z","time spent":"915.028864ms","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:29:48.976449Z","caller":"traceutil/trace.go:171","msg":"trace[994588446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1422; }","duration":"1.88700239s","start":"2026-07-29T19:29:47.089433Z","end":"2026-07-29T19:29:48.976436Z","steps":["trace[994588446] 'agreement among raft nodes before linearized reading' (duration: 1.886823325s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:48.97648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:46.754389Z","time spent":"2.222080946s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:29:48.976495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:47.439438Z","time spent":"1.537044532s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:29:48.976501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:46.533762Z","time spent":"2.442725288s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":7,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:29:48.976516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:47.089381Z","time spent":"1.887124464s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:29:48.976536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.610322Z","time spent":"3.366142746s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:48.976798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:45.610365Z","time spent":"3.365757166s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:29:51.626475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241072347,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:29:51.734623Z","caller":"traceutil/trace.go:171","msg":"trace[1385695610] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1510; }","duration":"609.196962ms","start":"2026-07-29T19:29:51.125401Z","end":"2026-07-29T19:29:51.734598Z","steps":["trace[1385695610] 'read index received' (duration: 608.998948ms)","trace[1385695610] 'applied index is now lower than readState.Index' (duration: 196.714µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:29:51.734727Z","caller":"traceutil/trace.go:171","msg":"trace[606346075] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"707.113293ms","start":"2026-07-29T19:29:51.027588Z","end":"2026-07-29T19:29:51.734702Z","steps":["trace[606346075] 'process raft request' (duration: 706.863147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:51.734758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.346525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:29:51.73479Z","caller":"traceutil/trace.go:171","msg":"trace[1533493687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"609.395456ms","start":"2026-07-29T19:29:51.125386Z","end":"2026-07-29T19:29:51.734781Z","steps":["trace[1533493687] 'agreement among raft nodes before linearized reading' (duration: 609.307774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:29:51.734826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:51.125312Z","time spent":"609.507089ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:29:51.734861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:29:51.027562Z","time spent":"707.219775ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:05.179349Z","caller":"traceutil/trace.go:171","msg":"trace[721470573] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"126.177723ms","start":"2026-07-29T19:30:05.053145Z","end":"2026-07-29T19:30:05.179323Z","steps":["trace[721470573] 'read index received' (duration: 125.865126ms)","trace[721470573] 'applied index is now lower than readState.Index' (duration: 311.377µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:30:05.179477Z","caller":"traceutil/trace.go:171","msg":"trace[675575387] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"147.376423ms","start":"2026-07-29T19:30:05.032066Z","end":"2026-07-29T19:30:05.179442Z","steps":["trace[675575387] 'process raft request' (duration: 147.073905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:05.179596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.42976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T19:30:05.179625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.738491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T19:30:05.179664Z","caller":"traceutil/trace.go:171","msg":"trace[86994564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1586; }","duration":"118.836314ms","start":"2026-07-29T19:30:05.060818Z","end":"2026-07-29T19:30:05.179654Z","steps":["trace[86994564] 'agreement among raft nodes before linearized reading' (duration: 118.67086ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:05.179665Z","caller":"traceutil/trace.go:171","msg":"trace[1864847490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1586; }","duration":"126.558563ms","start":"2026-07-29T19:30:05.05309Z","end":"2026-07-29T19:30:05.179649Z","steps":["trace[1864847490] 'agreement among raft nodes before linearized reading' (duration: 126.345258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:05.179796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.459174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-29T19:30:05.17983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.981705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T19:30:05.17981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.367008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T19:30:05.180011Z","caller":"traceutil/trace.go:171","msg":"trace[1646265023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1586; }","duration":"110.651175ms","start":"2026-07-29T19:30:05.069333Z","end":"2026-07-29T19:30:05.179984Z","steps":["trace[1646265023] 'agreement among raft nodes before linearized reading' (duration: 110.187375ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:05.179856Z","caller":"traceutil/trace.go:171","msg":"trace[345850949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1586; }","duration":"111.532445ms","start":"2026-07-29T19:30:05.06831Z","end":"2026-07-29T19:30:05.179842Z","steps":["trace[345850949] 'agreement among raft nodes before linearized reading' (duration: 111.382852ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:05.179861Z","caller":"traceutil/trace.go:171","msg":"trace[564902209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1586; }","duration":"112.045477ms","start":"2026-07-29T19:30:05.067805Z","end":"2026-07-29T19:30:05.179851Z","steps":["trace[564902209] 'agreement among raft nodes before linearized reading' (duration: 111.969915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:06.872351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.9666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:30:06.872398Z","caller":"traceutil/trace.go:171","msg":"trace[1557299312] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1597; }","duration":"201.062572ms","start":"2026-07-29T19:30:06.671324Z","end":"2026-07-29T19:30:06.872387Z","steps":["trace[1557299312] 'count revisions from in-memory index tree' (duration: 200.904668ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:10.409995Z","caller":"traceutil/trace.go:171","msg":"trace[1667699085] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"104.898652ms","start":"2026-07-29T19:30:10.305068Z","end":"2026-07-29T19:30:10.409966Z","steps":["trace[1667699085] 'process raft request' (duration: 104.841131ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:10.410029Z","caller":"traceutil/trace.go:171","msg":"trace[1458380387] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"105.499905ms","start":"2026-07-29T19:30:10.304484Z","end":"2026-07-29T19:30:10.409984Z","steps":["trace[1458380387] 'process raft request' (duration: 79.828442ms)","trace[1458380387] 'compare' (duration: 25.475009ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:30:13.350618Z","caller":"traceutil/trace.go:171","msg":"trace[1504774788] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"646.695619ms","start":"2026-07-29T19:30:12.703897Z","end":"2026-07-29T19:30:13.350593Z","steps":["trace[1504774788] 'process raft request' (duration: 646.528885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:13.350811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:12.703873Z","time spent":"646.822281ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:13.360256Z","caller":"traceutil/trace.go:171","msg":"trace[109722171] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"583.260314ms","start":"2026-07-29T19:30:12.776961Z","end":"2026-07-29T19:30:13.360222Z","steps":["trace[109722171] 'process raft request' (duration: 583.008398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:13.360506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:12.776942Z","time spent":"583.430138ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:13.434419Z","caller":"traceutil/trace.go:171","msg":"trace[1995892725] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1802; }","duration":"207.835708ms","start":"2026-07-29T19:30:13.22656Z","end":"2026-07-29T19:30:13.434396Z","steps":["trace[1995892725] 'read index received' (duration: 123.940481ms)","trace[1995892725] 'applied index is now lower than readState.Index' (duration: 83.894046ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:30:13.434448Z","caller":"traceutil/trace.go:171","msg":"trace[2092621124] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"228.889153ms","start":"2026-07-29T19:30:13.205535Z","end":"2026-07-29T19:30:13.434425Z","steps":["trace[2092621124] 'process raft request' (duration: 228.716699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:13.434705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.457699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T19:30:13.434753Z","caller":"traceutil/trace.go:171","msg":"trace[1763161408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1737; }","duration":"207.562831ms","start":"2026-07-29T19:30:13.227177Z","end":"2026-07-29T19:30:13.43474Z","steps":["trace[1763161408] 'agreement among raft nodes before linearized reading' (duration: 207.388067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:13.434681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.107693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T19:30:13.434805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.519012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T19:30:13.43485Z","caller":"traceutil/trace.go:171","msg":"trace[659754105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1737; }","duration":"204.578653ms","start":"2026-07-29T19:30:13.23026Z","end":"2026-07-29T19:30:13.434839Z","steps":["trace[659754105] 'agreement among raft nodes before linearized reading' (duration: 204.487071ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:13.434846Z","caller":"traceutil/trace.go:171","msg":"trace[1918043735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1737; }","duration":"208.294978ms","start":"2026-07-29T19:30:13.226505Z","end":"2026-07-29T19:30:13.4348Z","steps":["trace[1918043735] 'agreement among raft nodes before linearized reading' (duration: 207.97629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:13.434708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.941714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T19:30:13.434961Z","caller":"traceutil/trace.go:171","msg":"trace[727237510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1737; }","duration":"203.222031ms","start":"2026-07-29T19:30:13.231731Z","end":"2026-07-29T19:30:13.434953Z","steps":["trace[727237510] 'agreement among raft nodes before linearized reading' (duration: 202.839972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:13.434989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.274695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T19:30:13.435032Z","caller":"traceutil/trace.go:171","msg":"trace[1518305256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1737; }","duration":"207.347887ms","start":"2026-07-29T19:30:13.227672Z","end":"2026-07-29T19:30:13.43502Z","steps":["trace[1518305256] 'agreement among raft nodes before linearized reading' (duration: 207.233864ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:30.405239Z","caller":"traceutil/trace.go:171","msg":"trace[2091297633] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"169.049667ms","start":"2026-07-29T19:30:30.236158Z","end":"2026-07-29T19:30:30.405208Z","steps":["trace[2091297633] 'process raft request' (duration: 168.818752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:41.125677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169288458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T19:30:41.126296Z","caller":"traceutil/trace.go:171","msg":"trace[1707022371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2198; }","duration":"1.169982333s","start":"2026-07-29T19:30:39.956285Z","end":"2026-07-29T19:30:41.126268Z","steps":["trace[1707022371] 'range keys from in-memory index tree' (duration: 1.169028422s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:41.126301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.577941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-29T19:30:41.126373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:39.956256Z","time spent":"1.170082816s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T19:30:41.126434Z","caller":"traceutil/trace.go:171","msg":"trace[1812722995] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"637.58625ms","start":"2026-07-29T19:30:40.488821Z","end":"2026-07-29T19:30:41.126407Z","steps":["trace[1812722995] 'process raft request' (duration: 503.796515ms)","trace[1812722995] 'compare' (duration: 132.910415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:30:41.126523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:40.488789Z","time spent":"637.694593ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:41.126614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00023424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:30:41.126703Z","caller":"traceutil/trace.go:171","msg":"trace[1661617278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2198; }","duration":"1.000373474s","start":"2026-07-29T19:30:40.126306Z","end":"2026-07-29T19:30:41.12668Z","steps":["trace[1661617278] 'range keys from in-memory index tree' (duration: 999.446332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:41.126681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.820294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-29T19:30:41.126746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:40.126283Z","time spent":"1.000455257s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:30:41.126819Z","caller":"traceutil/trace.go:171","msg":"trace[1660196790] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2198; }","duration":"696.987528ms","start":"2026-07-29T19:30:40.429783Z","end":"2026-07-29T19:30:41.12677Z","steps":["trace[1660196790] 'range keys from in-memory index tree' (duration: 696.279311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:41.126865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:40.429757Z","time spent":"697.09818ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:30:41.580611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.08286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:30:41.580831Z","caller":"traceutil/trace.go:171","msg":"trace[263595265] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2294; }","duration":"895.365899ms","start":"2026-07-29T19:30:40.685443Z","end":"2026-07-29T19:30:41.580809Z","steps":["trace[263595265] 'read index received' (duration: 307.163903ms)","trace[263595265] 'applied index is now lower than readState.Index' (duration: 588.200126ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:30:41.580906Z","caller":"traceutil/trace.go:171","msg":"trace[1289340082] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"961.885309ms","start":"2026-07-29T19:30:40.618991Z","end":"2026-07-29T19:30:41.580877Z","steps":["trace[1289340082] 'process raft request' (duration: 825.557514ms)","trace[1289340082] 'compare' (duration: 135.2421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:30:41.581072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:40.618947Z","time spent":"962.032583ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:41.581301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.82427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T19:30:41.581422Z","caller":"traceutil/trace.go:171","msg":"trace[616102076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"896.021334ms","start":"2026-07-29T19:30:40.685364Z","end":"2026-07-29T19:30:41.581386Z","steps":["trace[616102076] 'agreement among raft nodes before linearized reading' (duration: 895.550133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:41.581491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:40.68534Z","time spent":"896.139747ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T19:30:42.058442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.616791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:30:42.05863Z","caller":"traceutil/trace.go:171","msg":"trace[1085299033] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"861.223863ms","start":"2026-07-29T19:30:41.197386Z","end":"2026-07-29T19:30:42.058609Z","steps":["trace[1085299033] 'process raft request' (duration: 861.157442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:42.058705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.197348Z","time spent":"861.325506ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:42.05878Z","caller":"traceutil/trace.go:171","msg":"trace[1441679686] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"927.383455ms","start":"2026-07-29T19:30:41.131314Z","end":"2026-07-29T19:30:42.058697Z","steps":["trace[1441679686] 'process raft request' (duration: 660.427337ms)","trace[1441679686] 'compare' (duration: 266.433647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:30:42.059105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.131286Z","time spent":"927.63082ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:43.127777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T19:30:43.127934Z","caller":"traceutil/trace.go:171","msg":"trace[807975709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337787s","start":"2026-07-29T19:30:41.127575Z","end":"2026-07-29T19:30:43.127913Z","steps":["trace[807975709] 'agreement among raft nodes before linearized reading' (duration: 2.000146613s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:43.127986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.127542Z","time spent":"2.000433719s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:30:43.657451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745084508s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T19:30:43.657853Z","caller":"traceutil/trace.go:171","msg":"trace[294406026] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"2.209466596s","start":"2026-07-29T19:30:41.448361Z","end":"2026-07-29T19:30:43.657828Z","steps":["trace[294406026] 'process raft request' (duration: 2.209281942s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:43.658057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.448337Z","time spent":"2.20959526s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:43.658194Z","caller":"traceutil/trace.go:171","msg":"trace[1514791385] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"2.098421553s","start":"2026-07-29T19:30:41.559746Z","end":"2026-07-29T19:30:43.658168Z","steps":["trace[1514791385] 'process raft request' (duration: 2.098040595s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:43.658336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.559726Z","time spent":"2.098525096s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:43.658357Z","caller":"traceutil/trace.go:171","msg":"trace[1099769376] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2296; }","duration":"2.077407149s","start":"2026-07-29T19:30:41.580897Z","end":"2026-07-29T19:30:43.658304Z","steps":["trace[1099769376] 'read index received' (duration: 210.868559ms)","trace[1099769376] 'applied index is now lower than readState.Index' (duration: 1.86653696s)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:30:43.658466Z","caller":"traceutil/trace.go:171","msg":"trace[1464307507] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"2.053537032s","start":"2026-07-29T19:30:41.604911Z","end":"2026-07-29T19:30:43.658448Z","steps":["trace[1464307507] 'process raft request' (duration: 2.053176753s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:43.658544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.604896Z","time spent":"2.053609373s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:43.65857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161985804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11912"} {"level":"warn","ts":"2026-07-29T19:30:43.65862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9423748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:30:43.658661Z","caller":"traceutil/trace.go:171","msg":"trace[2118438914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2205; }","duration":"2.162086276s","start":"2026-07-29T19:30:41.496555Z","end":"2026-07-29T19:30:43.658641Z","steps":["trace[2118438914] 'agreement among raft nodes before linearized reading' (duration: 2.16183939s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:43.658683Z","caller":"traceutil/trace.go:171","msg":"trace[775098025] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2205; }","duration":"2.942498632s","start":"2026-07-29T19:30:40.716167Z","end":"2026-07-29T19:30:43.658666Z","steps":["trace[775098025] 'agreement among raft nodes before linearized reading' (duration: 2.942275077s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:43.658714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.49649Z","time spent":"2.162216139s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11934,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T19:30:43.658734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:40.716133Z","time spent":"2.942592535s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:30:43.658682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324785089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:30:43.658903Z","caller":"traceutil/trace.go:171","msg":"trace[923726856] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2205; }","duration":"2.325046004s","start":"2026-07-29T19:30:41.33384Z","end":"2026-07-29T19:30:43.658886Z","steps":["trace[923726856] 'agreement among raft nodes before linearized reading' (duration: 2.324569584s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:43.658949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.333816Z","time spent":"2.325122066s","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:30:44.133603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T19:30:44.133683Z","caller":"traceutil/trace.go:171","msg":"trace[198996639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048076s","start":"2026-07-29T19:30:42.133184Z","end":"2026-07-29T19:30:44.133665Z","steps":["trace[198996639] 'agreement among raft nodes before linearized reading' (duration: 2.000384568s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:44.133728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:42.133149Z","time spent":"2.000569302s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 19:30:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T19:30:44.159372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241073843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:30:45.08853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.937022ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:30:45.088654Z","caller":"traceutil/trace.go:171","msg":"trace[2015499979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2205; }","duration":"572.072605ms","start":"2026-07-29T19:30:44.516563Z","end":"2026-07-29T19:30:45.088635Z","steps":["trace[2015499979] 'range keys from in-memory index tree' (duration: 571.909731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:45.136443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T19:30:45.136522Z","caller":"traceutil/trace.go:171","msg":"trace[2022057633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000535492s","start":"2026-07-29T19:30:43.135968Z","end":"2026-07-29T19:30:45.136503Z","steps":["trace[2022057633] 'agreement among raft nodes before linearized reading' (duration: 2.00044041s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:45.136567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.13595Z","time spent":"2.000607844s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 19:30:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T19:30:46.004353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365635493s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T19:30:46.004776Z","caller":"traceutil/trace.go:171","msg":"trace[1071185302] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"2.641695276s","start":"2026-07-29T19:30:43.363056Z","end":"2026-07-29T19:30:46.004751Z","steps":["trace[1071185302] 'process raft request' (duration: 2.641385669s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.004921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.363032Z","time spent":"2.641812698s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:46.006756Z","caller":"traceutil/trace.go:171","msg":"trace[333337191] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"368.429033ms","start":"2026-07-29T19:30:45.638307Z","end":"2026-07-29T19:30:46.006736Z","steps":["trace[333337191] 'process raft request' (duration: 368.395782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.00688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:45.638278Z","time spent":"368.532484ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:46.006999Z","caller":"traceutil/trace.go:171","msg":"trace[837781135] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"2.342810354s","start":"2026-07-29T19:30:43.664178Z","end":"2026-07-29T19:30:46.006989Z","steps":["trace[837781135] 'process raft request' (duration: 2.340558572s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.007052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.664152Z","time spent":"2.342873865s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:46.007125Z","caller":"traceutil/trace.go:171","msg":"trace[1949944078] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2301; }","duration":"2.348662947s","start":"2026-07-29T19:30:43.658453Z","end":"2026-07-29T19:30:46.007116Z","steps":["trace[1949944078] 'read index received' (duration: 980.271951ms)","trace[1949944078] 'applied index is now lower than readState.Index' (duration: 1.368390086s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:30:46.007262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03435445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T19:30:46.007299Z","caller":"traceutil/trace.go:171","msg":"trace[940222583] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2210; }","duration":"4.034448351s","start":"2026-07-29T19:30:41.97284Z","end":"2026-07-29T19:30:46.007288Z","steps":["trace[940222583] 'agreement among raft nodes before linearized reading' (duration: 4.034330899s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.007281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611657875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:30:46.007544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367513461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:30:46.007534Z","caller":"traceutil/trace.go:171","msg":"trace[292244790] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2210; }","duration":"2.611960622s","start":"2026-07-29T19:30:43.39555Z","end":"2026-07-29T19:30:46.007511Z","steps":["trace[292244790] 'agreement among raft nodes before linearized reading' (duration: 2.611664586s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.00758Z","caller":"traceutil/trace.go:171","msg":"trace[485552553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"4.367585833s","start":"2026-07-29T19:30:41.639986Z","end":"2026-07-29T19:30:46.007572Z","steps":["trace[485552553] 'agreement among raft nodes before linearized reading' (duration: 4.367509621s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.007613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.639967Z","time spent":"4.367640314s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:30:46.007608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747982624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:30:46.00762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.395528Z","time spent":"2.612072355s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:30:46.007659Z","caller":"traceutil/trace.go:171","msg":"trace[218104078] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2210; }","duration":"3.748092017s","start":"2026-07-29T19:30:42.259553Z","end":"2026-07-29T19:30:46.007645Z","steps":["trace[218104078] 'agreement among raft nodes before linearized reading' (duration: 3.748007315s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.00763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871907439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6d95a0f60da14\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-29T19:30:46.007714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:42.259516Z","time spent":"3.748183929s","remote":"127.0.0.1:51576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:30:46.007772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.423955568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:30:46.007812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369353704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T19:30:46.007927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873595694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T19:30:46.007903Z","caller":"traceutil/trace.go:171","msg":"trace[855429968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"4.369478426s","start":"2026-07-29T19:30:41.63841Z","end":"2026-07-29T19:30:46.007888Z","steps":["trace[855429968] 'agreement among raft nodes before linearized reading' (duration: 4.36919739s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.007962Z","caller":"traceutil/trace.go:171","msg":"trace[249976782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"3.873662084s","start":"2026-07-29T19:30:42.134291Z","end":"2026-07-29T19:30:46.007953Z","steps":["trace[249976782] 'agreement among raft nodes before linearized reading' (duration: 3.873575492s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.007925Z","caller":"traceutil/trace.go:171","msg":"trace[546680682] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.943257065s","start":"2026-07-29T19:30:44.063862Z","end":"2026-07-29T19:30:46.007119Z","steps":["trace[546680682] 'process raft request' (duration: 1.942803195s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.007998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:42.134265Z","time spent":"3.873723006s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T19:30:46.008096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.638394Z","time spent":"4.369583069s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:30:46.008109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368456353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:30:46.008158Z","caller":"traceutil/trace.go:171","msg":"trace[1863401529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2210; }","duration":"4.368524894s","start":"2026-07-29T19:30:41.639619Z","end":"2026-07-29T19:30:46.008144Z","steps":["trace[1863401529] 'agreement among raft nodes before linearized reading' (duration: 4.368394931s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.007823Z","caller":"traceutil/trace.go:171","msg":"trace[856138225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"4.42404406s","start":"2026-07-29T19:30:41.583768Z","end":"2026-07-29T19:30:46.007812Z","steps":["trace[856138225] 'agreement among raft nodes before linearized reading' (duration: 4.423925907s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.008468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.583753Z","time spent":"4.424703155s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:30:46.007281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340344812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:30:46.008435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899322725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:30:46.008591Z","caller":"traceutil/trace.go:171","msg":"trace[24883562] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2210; }","duration":"3.341685012s","start":"2026-07-29T19:30:42.666878Z","end":"2026-07-29T19:30:46.008563Z","steps":["trace[24883562] 'agreement among raft nodes before linearized reading' (duration: 3.340307021s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.007476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367277485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:30:46.008645Z","caller":"traceutil/trace.go:171","msg":"trace[1436929909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"4.368535104s","start":"2026-07-29T19:30:41.640101Z","end":"2026-07-29T19:30:46.008636Z","steps":["trace[1436929909] 'agreement among raft nodes before linearized reading' (duration: 4.367290926s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.008648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:42.666812Z","time spent":"3.341818695s","remote":"127.0.0.1:43112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:30:46.008685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.640074Z","time spent":"4.368600876s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T19:30:46.007446Z","caller":"traceutil/trace.go:171","msg":"trace[1298117012] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"2.251223297s","start":"2026-07-29T19:30:43.756193Z","end":"2026-07-29T19:30:46.007416Z","steps":["trace[1298117012] 'process raft request' (duration: 2.250425918s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.008797Z","caller":"traceutil/trace.go:171","msg":"trace[1543389256] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2210; }","duration":"3.899663683s","start":"2026-07-29T19:30:42.108939Z","end":"2026-07-29T19:30:46.008602Z","steps":["trace[1543389256] 'agreement among raft nodes before linearized reading' (duration: 3.89821689s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.00737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.97276Z","time spent":"4.034562974s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:30:46.008836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.756162Z","time spent":"2.252612809s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:46.008882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:42.108911Z","time spent":"3.899959389s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:30:46.008195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:44.063837Z","time spent":"1.944208586s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:46.008216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:41.639608Z","time spent":"4.368597325s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:30:46.007774Z","caller":"traceutil/trace.go:171","msg":"trace[1969827391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6d95a0f60da14; range_end:; response_count:1; response_revision:2210; }","duration":"2.872039902s","start":"2026-07-29T19:30:43.135669Z","end":"2026-07-29T19:30:46.007709Z","steps":["trace[1969827391] 'agreement among raft nodes before linearized reading' (duration: 2.871739985s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.009044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.13565Z","time spent":"2.873363662s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6d95a0f60da14\" "} {"level":"info","ts":"2026-07-29T19:30:46.019559Z","caller":"traceutil/trace.go:171","msg":"trace[221402158] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"355.28275ms","start":"2026-07-29T19:30:45.664256Z","end":"2026-07-29T19:30:46.019539Z","steps":["trace[221402158] 'process raft request' (duration: 355.139987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.019696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:45.664223Z","time spent":"355.397703ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:46.01981Z","caller":"traceutil/trace.go:171","msg":"trace[2098551273] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"354.832109ms","start":"2026-07-29T19:30:45.66497Z","end":"2026-07-29T19:30:46.019802Z","steps":["trace[2098551273] 'process raft request' (duration: 354.539552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.019851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:45.664955Z","time spent":"354.875129ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:46.019904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34922895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:30:46.019969Z","caller":"traceutil/trace.go:171","msg":"trace[1627833805] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2214; }","duration":"2.349339392s","start":"2026-07-29T19:30:43.670615Z","end":"2026-07-29T19:30:46.019954Z","steps":["trace[1627833805] 'agreement among raft nodes before linearized reading' (duration: 2.349211899s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.020021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.670605Z","time spent":"2.349404024s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T19:30:46.020031Z","caller":"traceutil/trace.go:171","msg":"trace[1246902778] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"244.965553ms","start":"2026-07-29T19:30:45.775051Z","end":"2026-07-29T19:30:46.020017Z","steps":["trace[1246902778] 'process raft request' (duration: 244.715087ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.020072Z","caller":"traceutil/trace.go:171","msg":"trace[624263047] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"354.086092ms","start":"2026-07-29T19:30:45.665964Z","end":"2026-07-29T19:30:46.02005Z","steps":["trace[624263047] 'process raft request' (duration: 353.702254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.020052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.018185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:30:46.020202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:45.665953Z","time spent":"354.179514ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:46.020223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076262849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:30:46.020263Z","caller":"traceutil/trace.go:171","msg":"trace[1046781199] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2214; }","duration":"1.076345851s","start":"2026-07-29T19:30:44.943906Z","end":"2026-07-29T19:30:46.020252Z","steps":["trace[1046781199] 'agreement among raft nodes before linearized reading' (duration: 1.076278589s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.020228Z","caller":"traceutil/trace.go:171","msg":"trace[2088534010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2214; }","duration":"883.26105ms","start":"2026-07-29T19:30:45.136919Z","end":"2026-07-29T19:30:46.02018Z","steps":["trace[2088534010] 'agreement among raft nodes before linearized reading' (duration: 882.996784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.020357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125822322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:30:46.02039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865151328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T19:30:46.020405Z","caller":"traceutil/trace.go:171","msg":"trace[1559004254] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2214; }","duration":"2.125915134s","start":"2026-07-29T19:30:43.89448Z","end":"2026-07-29T19:30:46.020395Z","steps":["trace[1559004254] 'agreement among raft nodes before linearized reading' (duration: 2.125835302s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:46.020425Z","caller":"traceutil/trace.go:171","msg":"trace[1871987298] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2214; }","duration":"1.86522333s","start":"2026-07-29T19:30:44.155191Z","end":"2026-07-29T19:30:46.020414Z","steps":["trace[1871987298] 'agreement among raft nodes before linearized reading' (duration: 1.865120537s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.02036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:45.136892Z","time spent":"883.453875ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:30:46.020441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:43.894452Z","time spent":"2.125977966s","remote":"127.0.0.1:51656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:30:46.020453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:44.155167Z","time spent":"1.865279381s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:30:46.020481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906145881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T19:30:46.020511Z","caller":"traceutil/trace.go:171","msg":"trace[1215278816] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2214; }","duration":"1.906214613s","start":"2026-07-29T19:30:44.114287Z","end":"2026-07-29T19:30:46.020501Z","steps":["trace[1215278816] 'agreement among raft nodes before linearized reading' (duration: 1.9061074s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:46.020296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:44.943888Z","time spent":"1.076399752s","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:30:46.020538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:44.114267Z","time spent":"1.906266704s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T19:30:48.213797Z","caller":"traceutil/trace.go:171","msg":"trace[1701074632] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"118.481624ms","start":"2026-07-29T19:30:48.095266Z","end":"2026-07-29T19:30:48.213747Z","steps":["trace[1701074632] 'process raft request' (duration: 96.701324ms)","trace[1701074632] 'compare' (duration: 21.485523ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:30:48.213933Z","caller":"traceutil/trace.go:171","msg":"trace[1614865863] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"118.586887ms","start":"2026-07-29T19:30:48.095318Z","end":"2026-07-29T19:30:48.213905Z","steps":["trace[1614865863] 'process raft request' (duration: 118.27777ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:48.214031Z","caller":"traceutil/trace.go:171","msg":"trace[1719415208] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"118.643259ms","start":"2026-07-29T19:30:48.095343Z","end":"2026-07-29T19:30:48.213986Z","steps":["trace[1719415208] 'process raft request' (duration: 118.296451ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:48.21414Z","caller":"traceutil/trace.go:171","msg":"trace[76888197] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"117.76634ms","start":"2026-07-29T19:30:48.096355Z","end":"2026-07-29T19:30:48.214121Z","steps":["trace[76888197] 'process raft request' (duration: 117.502093ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:48.213973Z","caller":"traceutil/trace.go:171","msg":"trace[684135597] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"118.548066ms","start":"2026-07-29T19:30:48.095395Z","end":"2026-07-29T19:30:48.213943Z","steps":["trace[684135597] 'process raft request' (duration: 118.28182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:50.648204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.99963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:30:50.648237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.105842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:30:50.648288Z","caller":"traceutil/trace.go:171","msg":"trace[1920572965] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2266; }","duration":"117.155393ms","start":"2026-07-29T19:30:50.531114Z","end":"2026-07-29T19:30:50.64827Z","steps":["trace[1920572965] 'count revisions from in-memory index tree' (duration: 116.909158ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:50.648321Z","caller":"traceutil/trace.go:171","msg":"trace[1261971648] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2266; }","duration":"297.242865ms","start":"2026-07-29T19:30:50.351053Z","end":"2026-07-29T19:30:50.648295Z","steps":["trace[1261971648] 'count revisions from in-memory index tree' (duration: 297.000369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.548871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241074031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:30:56.658189Z","caller":"traceutil/trace.go:171","msg":"trace[1145442791] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"611.458661ms","start":"2026-07-29T19:30:56.046699Z","end":"2026-07-29T19:30:56.658157Z","steps":["trace[1145442791] 'process raft request' (duration: 611.245586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.658367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.046681Z","time spent":"611.606094ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:56.662332Z","caller":"traceutil/trace.go:171","msg":"trace[1855708903] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"613.359964ms","start":"2026-07-29T19:30:56.04894Z","end":"2026-07-29T19:30:56.6623Z","steps":["trace[1855708903] 'process raft request' (duration: 613.058707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.662534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.04893Z","time spent":"613.484697ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:56.66262Z","caller":"traceutil/trace.go:171","msg":"trace[1441677243] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"570.512168ms","start":"2026-07-29T19:30:56.092073Z","end":"2026-07-29T19:30:56.662586Z","steps":["trace[1441677243] 'process raft request' (duration: 570.15998ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:56.662738Z","caller":"traceutil/trace.go:171","msg":"trace[588636190] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2406; }","duration":"614.658783ms","start":"2026-07-29T19:30:56.048061Z","end":"2026-07-29T19:30:56.66272Z","steps":["trace[588636190] 'read index received' (duration: 609.861864ms)","trace[588636190] 'applied index is now lower than readState.Index' (duration: 4.794859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:30:56.662782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.092054Z","time spent":"570.639761ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:56.662899Z","caller":"traceutil/trace.go:171","msg":"trace[582162885] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"502.548326ms","start":"2026-07-29T19:30:56.160338Z","end":"2026-07-29T19:30:56.662886Z","steps":["trace[582162885] 'process raft request' (duration: 502.29631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.662968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.160316Z","time spent":"502.613887ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:56.663048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.648982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12236"} {"level":"info","ts":"2026-07-29T19:30:56.663076Z","caller":"traceutil/trace.go:171","msg":"trace[23095399] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"544.792688ms","start":"2026-07-29T19:30:56.118274Z","end":"2026-07-29T19:30:56.663066Z","steps":["trace[23095399] 'process raft request' (duration: 544.186393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.66315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.118248Z","time spent":"544.874559ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:56.663318Z","caller":"traceutil/trace.go:171","msg":"trace[687283462] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"425.859062ms","start":"2026-07-29T19:30:56.237445Z","end":"2026-07-29T19:30:56.663304Z","steps":["trace[687283462] 'process raft request' (duration: 425.233907ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:56.66337Z","caller":"traceutil/trace.go:171","msg":"trace[2077979637] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"544.036821ms","start":"2026-07-29T19:30:56.119319Z","end":"2026-07-29T19:30:56.663355Z","steps":["trace[2077979637] 'process raft request' (duration: 543.227881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.66341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.912343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T19:30:56.663476Z","caller":"traceutil/trace.go:171","msg":"trace[709995160] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"541.986943ms","start":"2026-07-29T19:30:56.121481Z","end":"2026-07-29T19:30:56.663468Z","steps":["trace[709995160] 'process raft request' (duration: 541.118913ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:56.663507Z","caller":"traceutil/trace.go:171","msg":"trace[1020642208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2315; }","duration":"409.014535ms","start":"2026-07-29T19:30:56.254454Z","end":"2026-07-29T19:30:56.663469Z","steps":["trace[1020642208] 'agreement among raft nodes before linearized reading' (duration: 408.850281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.663531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.121468Z","time spent":"542.035465ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:30:56.663538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.249345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-29T19:30:56.663567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.254443Z","time spent":"409.110147ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:30:56.663585Z","caller":"traceutil/trace.go:171","msg":"trace[621747119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2315; }","duration":"410.328096ms","start":"2026-07-29T19:30:56.253246Z","end":"2026-07-29T19:30:56.663574Z","steps":["trace[621747119] 'agreement among raft nodes before linearized reading' (duration: 410.206953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.663628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.253234Z","time spent":"410.384868ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:30:56.663731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.961174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T19:30:56.663093Z","caller":"traceutil/trace.go:171","msg":"trace[808464540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2315; }","duration":"597.740435ms","start":"2026-07-29T19:30:56.065338Z","end":"2026-07-29T19:30:56.663078Z","steps":["trace[808464540] 'agreement among raft nodes before linearized reading' (duration: 597.585741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.66376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.919451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T19:30:56.663784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.811281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T19:30:56.663816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.590085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-29T19:30:56.663821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.065318Z","time spent":"598.487343ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12258,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T19:30:56.663853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.319671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T19:30:56.663858Z","caller":"traceutil/trace.go:171","msg":"trace[967310261] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2315; }","duration":"538.645496ms","start":"2026-07-29T19:30:56.125202Z","end":"2026-07-29T19:30:56.663848Z","steps":["trace[967310261] 'agreement among raft nodes before linearized reading' (duration: 538.534673ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:30:56.663888Z","caller":"traceutil/trace.go:171","msg":"trace[1881700997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2315; }","duration":"412.388093ms","start":"2026-07-29T19:30:56.251492Z","end":"2026-07-29T19:30:56.66388Z","steps":["trace[1881700997] 'agreement among raft nodes before linearized reading' (duration: 412.301511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.663896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.125196Z","time spent":"538.691487ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:30:56.663913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.855001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T19:30:56.663923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.251469Z","time spent":"412.446494ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:30:56.663977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.3785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:30:56.663408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.237426Z","time spent":"425.938285ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:56.663998Z","caller":"traceutil/trace.go:171","msg":"trace[76216172] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2315; }","duration":"304.432251ms","start":"2026-07-29T19:30:56.359561Z","end":"2026-07-29T19:30:56.663994Z","steps":["trace[76216172] 'agreement among raft nodes before linearized reading' (duration: 304.38191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.664005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.824671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:30:56.664025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.359544Z","time spent":"304.475532ms","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:30:56.664046Z","caller":"traceutil/trace.go:171","msg":"trace[1812172637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2315; }","duration":"538.890272ms","start":"2026-07-29T19:30:56.125146Z","end":"2026-07-29T19:30:56.664036Z","steps":["trace[1812172637] 'agreement among raft nodes before linearized reading' (duration: 538.832831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.664095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.125133Z","time spent":"538.954994ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:30:56.663848Z","caller":"traceutil/trace.go:171","msg":"trace[1583958885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2315; }","duration":"514.993853ms","start":"2026-07-29T19:30:56.148818Z","end":"2026-07-29T19:30:56.663812Z","steps":["trace[1583958885] 'agreement among raft nodes before linearized reading' (duration: 514.791868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.664201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.148798Z","time spent":"515.394942ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T19:30:56.663934Z","caller":"traceutil/trace.go:171","msg":"trace[2034173569] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2315; }","duration":"615.884893ms","start":"2026-07-29T19:30:56.048042Z","end":"2026-07-29T19:30:56.663927Z","steps":["trace[2034173569] 'agreement among raft nodes before linearized reading' (duration: 615.836031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.664238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.048035Z","time spent":"616.192349ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:30:56.663436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.1193Z","time spent":"544.106593ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:30:56.66377Z","caller":"traceutil/trace.go:171","msg":"trace[13575472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2315; }","duration":"408.998835ms","start":"2026-07-29T19:30:56.254762Z","end":"2026-07-29T19:30:56.66376Z","steps":["trace[13575472] 'agreement among raft nodes before linearized reading' (duration: 408.900063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.664335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.25473Z","time spent":"409.600289ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:30:56.663856Z","caller":"traceutil/trace.go:171","msg":"trace[1946011988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2315; }","duration":"408.929494ms","start":"2026-07-29T19:30:56.254909Z","end":"2026-07-29T19:30:56.663839Z","steps":["trace[1946011988] 'agreement among raft nodes before linearized reading' (duration: 408.712299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:30:56.664441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:30:56.254885Z","time spent":"409.543787ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:31:11.23528Z","caller":"traceutil/trace.go:171","msg":"trace[1176183164] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2524; }","duration":"109.848366ms","start":"2026-07-29T19:31:11.12541Z","end":"2026-07-29T19:31:11.235258Z","steps":["trace[1176183164] 'read index received' (duration: 109.6049ms)","trace[1176183164] 'applied index is now lower than readState.Index' (duration: 242.586µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:11.235395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.974049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:11.235387Z","caller":"traceutil/trace.go:171","msg":"trace[1237152602] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"156.322484ms","start":"2026-07-29T19:31:11.079033Z","end":"2026-07-29T19:31:11.235355Z","steps":["trace[1237152602] 'process raft request' (duration: 156.064898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:11.235437Z","caller":"traceutil/trace.go:171","msg":"trace[853702331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2423; }","duration":"110.030951ms","start":"2026-07-29T19:31:11.125393Z","end":"2026-07-29T19:31:11.235424Z","steps":["trace[853702331] 'agreement among raft nodes before linearized reading' (duration: 109.952459ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:17.082306Z","caller":"traceutil/trace.go:171","msg":"trace[1443171307] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"379.808963ms","start":"2026-07-29T19:31:16.702452Z","end":"2026-07-29T19:31:17.082261Z","steps":["trace[1443171307] 'process raft request' (duration: 379.506056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:17.08259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.702415Z","time spent":"380.021569ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:18.041255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.8287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:31:18.041487Z","caller":"traceutil/trace.go:171","msg":"trace[1438444579] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"1.288478998s","start":"2026-07-29T19:31:16.752988Z","end":"2026-07-29T19:31:18.041467Z","steps":["trace[1438444579] 'process raft request' (duration: 1.288372396s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:18.041492Z","caller":"traceutil/trace.go:171","msg":"trace[1458250120] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"1.338250393s","start":"2026-07-29T19:31:16.703197Z","end":"2026-07-29T19:31:18.041447Z","steps":["trace[1458250120] 'process raft request' (duration: 669.145727ms)","trace[1458250120] 'compare' (duration: 668.584784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:18.041553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.752964Z","time spent":"1.28855854s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:18.041701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.703175Z","time spent":"1.338413027s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.041714Z","caller":"traceutil/trace.go:171","msg":"trace[822630660] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.282982332s","start":"2026-07-29T19:31:16.75871Z","end":"2026-07-29T19:31:18.041692Z","steps":["trace[822630660] 'process raft request' (duration: 1.282725756s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.041823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.7587Z","time spent":"1.283064074s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.042599Z","caller":"traceutil/trace.go:171","msg":"trace[1024048172] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"1.283850061s","start":"2026-07-29T19:31:16.758736Z","end":"2026-07-29T19:31:18.042586Z","steps":["trace[1024048172] 'process raft request' (duration: 1.28289114s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.042683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.758718Z","time spent":"1.283921633s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.043934Z","caller":"traceutil/trace.go:171","msg":"trace[293370645] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"1.282806037s","start":"2026-07-29T19:31:16.761105Z","end":"2026-07-29T19:31:18.043911Z","steps":["trace[293370645] 'process raft request' (duration: 1.281359724s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.044025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.761086Z","time spent":"1.28289664s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.044071Z","caller":"traceutil/trace.go:171","msg":"trace[277764858] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"730.388686ms","start":"2026-07-29T19:31:17.313659Z","end":"2026-07-29T19:31:18.044048Z","steps":["trace[277764858] 'process raft request' (duration: 730.297983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.044285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:17.313633Z","time spent":"730.586089ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.044346Z","caller":"traceutil/trace.go:171","msg":"trace[469688435] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2556; }","duration":"1.340894204s","start":"2026-07-29T19:31:16.703304Z","end":"2026-07-29T19:31:18.044199Z","steps":["trace[469688435] 'read index received' (duration: 378.619716ms)","trace[469688435] 'applied index is now lower than readState.Index' (duration: 962.263948ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:18.044559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341256062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T19:31:18.044612Z","caller":"traceutil/trace.go:171","msg":"trace[304716597] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2459; }","duration":"1.341325944s","start":"2026-07-29T19:31:16.703271Z","end":"2026-07-29T19:31:18.044597Z","steps":["trace[304716597] 'agreement among raft nodes before linearized reading' (duration: 1.341122919s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.044649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.703261Z","time spent":"1.341381575s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:18.04495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340918405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T19:31:18.044989Z","caller":"traceutil/trace.go:171","msg":"trace[650917669] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2459; }","duration":"1.340968066s","start":"2026-07-29T19:31:16.704012Z","end":"2026-07-29T19:31:18.04498Z","steps":["trace[650917669] 'agreement among raft nodes before linearized reading' (duration: 1.340873764s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.704005Z","time spent":"1.341006746s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237850364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:31:18.045222Z","caller":"traceutil/trace.go:171","msg":"trace[1096841073] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2459; }","duration":"1.237910286s","start":"2026-07-29T19:31:16.807304Z","end":"2026-07-29T19:31:18.045214Z","steps":["trace[1096841073] 'agreement among raft nodes before linearized reading' (duration: 1.237830094s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.80729Z","time spent":"1.237956977s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238438487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:31:18.045405Z","caller":"traceutil/trace.go:171","msg":"trace[1104396930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2459; }","duration":"1.238493249s","start":"2026-07-29T19:31:16.806905Z","end":"2026-07-29T19:31:18.045398Z","steps":["trace[1104396930] 'agreement among raft nodes before linearized reading' (duration: 1.238413977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.806891Z","time spent":"1.2385332s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227248321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T19:31:18.045525Z","caller":"traceutil/trace.go:171","msg":"trace[492314649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2459; }","duration":"1.227313312s","start":"2026-07-29T19:31:16.818201Z","end":"2026-07-29T19:31:18.045514Z","steps":["trace[492314649] 'agreement among raft nodes before linearized reading' (duration: 1.227142638s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245026868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:31:18.045575Z","caller":"traceutil/trace.go:171","msg":"trace[1145083884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2459; }","duration":"1.245055709s","start":"2026-07-29T19:31:16.800512Z","end":"2026-07-29T19:31:18.045567Z","steps":["trace[1145083884] 'agreement among raft nodes before linearized reading' (duration: 1.244979547s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.800477Z","time spent":"1.245123211s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.811283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-29T19:31:18.04564Z","caller":"traceutil/trace.go:171","msg":"trace[2135975624] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2459; }","duration":"920.868394ms","start":"2026-07-29T19:31:17.124764Z","end":"2026-07-29T19:31:18.045633Z","steps":["trace[2135975624] 'agreement among raft nodes before linearized reading' (duration: 920.802783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.04567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:17.124746Z","time spent":"920.918055ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258649352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:31:18.045745Z","caller":"traceutil/trace.go:171","msg":"trace[473798835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2459; }","duration":"1.258721314s","start":"2026-07-29T19:31:16.787017Z","end":"2026-07-29T19:31:18.045738Z","steps":["trace[473798835] 'agreement among raft nodes before linearized reading' (duration: 1.258651132s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.786998Z","time spent":"1.258771105s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269208235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-29T19:31:18.045839Z","caller":"traceutil/trace.go:171","msg":"trace[1781418448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2459; }","duration":"1.269263397s","start":"2026-07-29T19:31:16.776569Z","end":"2026-07-29T19:31:18.045832Z","steps":["trace[1781418448] 'agreement among raft nodes before linearized reading' (duration: 1.269198105s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.776556Z","time spent":"1.269296577s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12655,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T19:31:18.04524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237308991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:31:18.04593Z","caller":"traceutil/trace.go:171","msg":"trace[920952423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"1.238058848s","start":"2026-07-29T19:31:16.807861Z","end":"2026-07-29T19:31:18.04592Z","steps":["trace[920952423] 'agreement among raft nodes before linearized reading' (duration: 1.237038595s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.045968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.807851Z","time spent":"1.2381078s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:18.045554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.818189Z","time spent":"1.227360653s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T19:31:18.04662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230599828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:31:18.046808Z","caller":"traceutil/trace.go:171","msg":"trace[1179977032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"1.231437878s","start":"2026-07-29T19:31:16.81535Z","end":"2026-07-29T19:31:18.046788Z","steps":["trace[1179977032] 'agreement among raft nodes before linearized reading' (duration: 1.230026385s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.047308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:16.815338Z","time spent":"1.231590001s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:18.556819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241074353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:31:18.634444Z","caller":"traceutil/trace.go:171","msg":"trace[355471959] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"585.421702ms","start":"2026-07-29T19:31:18.048986Z","end":"2026-07-29T19:31:18.634407Z","steps":["trace[355471959] 'process raft request' (duration: 520.096339ms)","trace[355471959] 'compare' (duration: 65.106607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:18.634586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.048964Z","time spent":"585.548654ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.862058Z","caller":"traceutil/trace.go:171","msg":"trace[1816321984] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"812.394281ms","start":"2026-07-29T19:31:18.049593Z","end":"2026-07-29T19:31:18.861988Z","steps":["trace[1816321984] 'process raft request' (duration: 734.346776ms)","trace[1816321984] 'compare' (duration: 77.794159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:18.862382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.049574Z","time spent":"812.692457ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.862477Z","caller":"traceutil/trace.go:171","msg":"trace[518984765] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"812.154235ms","start":"2026-07-29T19:31:18.050282Z","end":"2026-07-29T19:31:18.862436Z","steps":["trace[518984765] 'process raft request' (duration: 811.93154ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:18.862685Z","caller":"traceutil/trace.go:171","msg":"trace[932985517] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"812.401702ms","start":"2026-07-29T19:31:18.050267Z","end":"2026-07-29T19:31:18.862669Z","steps":["trace[932985517] 'process raft request' (duration: 812.105685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.862825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.050272Z","time spent":"812.325289ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.862865Z","caller":"traceutil/trace.go:171","msg":"trace[398799047] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2563; }","duration":"806.941985ms","start":"2026-07-29T19:31:18.055897Z","end":"2026-07-29T19:31:18.862839Z","steps":["trace[398799047] 'read index received' (duration: 513.200931ms)","trace[398799047] 'applied index is now lower than readState.Index' (duration: 293.739834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:18.862931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.050238Z","time spent":"812.543324ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.862381Z","caller":"traceutil/trace.go:171","msg":"trace[322808215] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"812.601066ms","start":"2026-07-29T19:31:18.049719Z","end":"2026-07-29T19:31:18.86232Z","steps":["trace[322808215] 'process raft request' (duration: 812.207657ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:18.863003Z","caller":"traceutil/trace.go:171","msg":"trace[2042901796] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"811.44845ms","start":"2026-07-29T19:31:18.051543Z","end":"2026-07-29T19:31:18.862991Z","steps":["trace[2042901796] 'process raft request' (duration: 811.199424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:18.863046Z","caller":"traceutil/trace.go:171","msg":"trace[140706863] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"812.244028ms","start":"2026-07-29T19:31:18.050791Z","end":"2026-07-29T19:31:18.863035Z","steps":["trace[140706863] 'process raft request' (duration: 811.772287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.863058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.049713Z","time spent":"813.304101ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:18.863136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.051494Z","time spent":"811.550622ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.86316Z","caller":"traceutil/trace.go:171","msg":"trace[291939828] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"809.458113ms","start":"2026-07-29T19:31:18.053683Z","end":"2026-07-29T19:31:18.863141Z","steps":["trace[291939828] 'process raft request' (duration: 809.111165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.863178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.050785Z","time spent":"812.313119ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:18.863227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.05367Z","time spent":"809.520015ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:18.862975Z","caller":"traceutil/trace.go:171","msg":"trace[302364999] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"811.540531ms","start":"2026-07-29T19:31:18.051381Z","end":"2026-07-29T19:31:18.862922Z","steps":["trace[302364999] 'process raft request' (duration: 811.314066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.863324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.051361Z","time spent":"811.935551ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:18.863158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.240842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:31:18.863377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.728244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T19:31:18.863415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.709313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:18.863462Z","caller":"traceutil/trace.go:171","msg":"trace[1757336628] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:2468; }","duration":"737.857007ms","start":"2026-07-29T19:31:18.12558Z","end":"2026-07-29T19:31:18.863437Z","steps":["trace[1757336628] 'agreement among raft nodes before linearized reading' (duration: 737.665093ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:18.863479Z","caller":"traceutil/trace.go:171","msg":"trace[719885598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"737.798266ms","start":"2026-07-29T19:31:18.125665Z","end":"2026-07-29T19:31:18.863463Z","steps":["trace[719885598] 'agreement among raft nodes before linearized reading' (duration: 737.705593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.86351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.125549Z","time spent":"737.948989ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"info","ts":"2026-07-29T19:31:18.863458Z","caller":"traceutil/trace.go:171","msg":"trace[130027449] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2468; }","duration":"807.5788ms","start":"2026-07-29T19:31:18.055849Z","end":"2026-07-29T19:31:18.863428Z","steps":["trace[130027449] 'agreement among raft nodes before linearized reading' (duration: 807.211471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.863521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.125649Z","time spent":"737.864137ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:31:18.863606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.921696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:18.863735Z","caller":"traceutil/trace.go:171","msg":"trace[736952084] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2468; }","duration":"674.07848ms","start":"2026-07-29T19:31:18.189626Z","end":"2026-07-29T19:31:18.863705Z","steps":["trace[736952084] 'agreement among raft nodes before linearized reading' (duration: 673.692631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:18.863835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.189615Z","time spent":"674.197873ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:31:18.863635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:18.055827Z","time spent":"807.787365ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T19:31:19.08504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.794021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T19:31:19.08515Z","caller":"traceutil/trace.go:171","msg":"trace[42753436] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2469; }","duration":"121.929464ms","start":"2026-07-29T19:31:18.963198Z","end":"2026-07-29T19:31:19.085127Z","steps":["trace[42753436] 'range keys from in-memory index tree' (duration: 121.698418ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:19.323253Z","caller":"traceutil/trace.go:171","msg":"trace[408622357] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"137.725737ms","start":"2026-07-29T19:31:19.185497Z","end":"2026-07-29T19:31:19.323223Z","steps":["trace[408622357] 'process raft request' (duration: 137.545012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:20.592478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241074375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:31:20.910923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.14421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:31:20.911075Z","caller":"traceutil/trace.go:171","msg":"trace[748925327] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"862.579885ms","start":"2026-07-29T19:31:20.04847Z","end":"2026-07-29T19:31:20.91105Z","steps":["trace[748925327] 'process raft request' (duration: 723.185949ms)","trace[748925327] 'compare' (duration: 138.963556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:20.911145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.048441Z","time spent":"862.672077ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:22.125162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999693493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T19:31:22.12524Z","caller":"traceutil/trace.go:171","msg":"trace[1898899989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999833836s","start":"2026-07-29T19:31:20.125388Z","end":"2026-07-29T19:31:22.125221Z","steps":["trace[1898899989] 'agreement among raft nodes before linearized reading' (duration: 1.999742814s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.125281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.125362Z","time spent":"1.999911568s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 19:31:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T19:31:22.144107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37245805s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T19:31:22.144459Z","caller":"traceutil/trace.go:171","msg":"trace[1495046216] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2575; }","duration":"2.052274672s","start":"2026-07-29T19:31:20.092168Z","end":"2026-07-29T19:31:22.144443Z","steps":["trace[1495046216] 'read index received' (duration: 679.501474ms)","trace[1495046216] 'applied index is now lower than readState.Index' (duration: 1.372772058s)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:31:22.144721Z","caller":"traceutil/trace.go:171","msg":"trace[713848798] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"2.095321991s","start":"2026-07-29T19:31:20.049387Z","end":"2026-07-29T19:31:22.144709Z","steps":["trace[713848798] 'process raft request' (duration: 2.094846759s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.144828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.049347Z","time spent":"2.095418134s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:22.144876Z","caller":"traceutil/trace.go:171","msg":"trace[997646166] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"2.095345792s","start":"2026-07-29T19:31:20.049505Z","end":"2026-07-29T19:31:22.144851Z","steps":["trace[997646166] 'process raft request' (duration: 2.094865342s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.144988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.049465Z","time spent":"2.095466255s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:22.145049Z","caller":"traceutil/trace.go:171","msg":"trace[775862093] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"2.095495476s","start":"2026-07-29T19:31:20.049539Z","end":"2026-07-29T19:31:22.145034Z","steps":["trace[775862093] 'process raft request' (duration: 2.094866841s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.145105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.049525Z","time spent":"2.095549927s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:22.145107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325665173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:31:22.145118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052936467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T19:31:22.145192Z","caller":"traceutil/trace.go:171","msg":"trace[491090069] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2474; }","duration":"1.325815537s","start":"2026-07-29T19:31:20.819354Z","end":"2026-07-29T19:31:22.14517Z","steps":["trace[491090069] 'agreement among raft nodes before linearized reading' (duration: 1.325649273s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.145244Z","caller":"traceutil/trace.go:171","msg":"trace[1372179570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2474; }","duration":"2.053106131s","start":"2026-07-29T19:31:20.092104Z","end":"2026-07-29T19:31:22.14521Z","steps":["trace[1372179570] 'agreement among raft nodes before linearized reading' (duration: 2.052706172s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.145269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276827461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:31:22.145303Z","caller":"traceutil/trace.go:171","msg":"trace[1909992266] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2474; }","duration":"1.276877073s","start":"2026-07-29T19:31:20.868417Z","end":"2026-07-29T19:31:22.145294Z","steps":["trace[1909992266] 'agreement among raft nodes before linearized reading' (duration: 1.27676153s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.145293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277265661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:31:22.145335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.868409Z","time spent":"1.276920533s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:31:22.145311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.09208Z","time spent":"2.053204223s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T19:31:22.145379Z","caller":"traceutil/trace.go:171","msg":"trace[612914389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2474; }","duration":"1.277377353s","start":"2026-07-29T19:31:20.867979Z","end":"2026-07-29T19:31:22.145356Z","steps":["trace[612914389] 'agreement among raft nodes before linearized reading' (duration: 1.277174608s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.14525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.819337Z","time spent":"1.325898259s","remote":"127.0.0.1:51586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:31:22.145408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277505196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:31:22.145372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276884762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:31:22.145497Z","caller":"traceutil/trace.go:171","msg":"trace[631250825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2474; }","duration":"1.277027336s","start":"2026-07-29T19:31:20.868449Z","end":"2026-07-29T19:31:22.145476Z","steps":["trace[631250825] 'agreement among raft nodes before linearized reading' (duration: 1.276716519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.145511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277502136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:31:22.145516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277745281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:31:22.145543Z","caller":"traceutil/trace.go:171","msg":"trace[399362814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2474; }","duration":"1.277562038s","start":"2026-07-29T19:31:20.867972Z","end":"2026-07-29T19:31:22.145534Z","steps":["trace[399362814] 'agreement among raft nodes before linearized reading' (duration: 1.277479156s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.145545Z","caller":"traceutil/trace.go:171","msg":"trace[1180184438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2474; }","duration":"1.277772052s","start":"2026-07-29T19:31:20.867765Z","end":"2026-07-29T19:31:22.145537Z","steps":["trace[1180184438] 'agreement among raft nodes before linearized reading' (duration: 1.2776967s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.145553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.868437Z","time spent":"1.277105967s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:22.145576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.867955Z","time spent":"1.277615399s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:31:22.145578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.867708Z","time spent":"1.277865205s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:31:22.145426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.867966Z","time spent":"1.277452185s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:31:22.145445Z","caller":"traceutil/trace.go:171","msg":"trace[59747346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2474; }","duration":"1.277586148s","start":"2026-07-29T19:31:20.867851Z","end":"2026-07-29T19:31:22.145437Z","steps":["trace[59747346] 'agreement among raft nodes before linearized reading' (duration: 1.277421974s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.145703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.55888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:31:22.1457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067464567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6d98572282b7c\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-29T19:31:22.145719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:20.867817Z","time spent":"1.277889695s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:31:22.145737Z","caller":"traceutil/trace.go:171","msg":"trace[472984831] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2474; }","duration":"817.624581ms","start":"2026-07-29T19:31:21.328102Z","end":"2026-07-29T19:31:22.145727Z","steps":["trace[472984831] 'agreement among raft nodes before linearized reading' (duration: 817.57654ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.145747Z","caller":"traceutil/trace.go:171","msg":"trace[633324197] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6d98572282b7c; range_end:; response_count:1; response_revision:2474; }","duration":"1.067545288s","start":"2026-07-29T19:31:21.078188Z","end":"2026-07-29T19:31:22.145733Z","steps":["trace[633324197] 'agreement among raft nodes before linearized reading' (duration: 1.067442046s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:22.14577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:21.328078Z","time spent":"817.685003ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:31:22.145784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:21.078167Z","time spent":"1.067611179s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6d98572282b7c\" "} {"level":"info","ts":"2026-07-29T19:31:22.382106Z","caller":"traceutil/trace.go:171","msg":"trace[1493546886] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"232.867924ms","start":"2026-07-29T19:31:22.149198Z","end":"2026-07-29T19:31:22.382066Z","steps":["trace[1493546886] 'process raft request' (duration: 154.339429ms)","trace[1493546886] 'compare' (duration: 78.337041ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:31:22.439294Z","caller":"traceutil/trace.go:171","msg":"trace[686579767] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"288.631427ms","start":"2026-07-29T19:31:22.150631Z","end":"2026-07-29T19:31:22.439263Z","steps":["trace[686579767] 'process raft request' (duration: 288.538095ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.439617Z","caller":"traceutil/trace.go:171","msg":"trace[1663274490] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"289.22642ms","start":"2026-07-29T19:31:22.150378Z","end":"2026-07-29T19:31:22.439604Z","steps":["trace[1663274490] 'process raft request' (duration: 288.638997ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.439842Z","caller":"traceutil/trace.go:171","msg":"trace[231312502] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"288.826071ms","start":"2026-07-29T19:31:22.150746Z","end":"2026-07-29T19:31:22.439572Z","steps":["trace[231312502] 'process raft request' (duration: 288.465633ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.439897Z","caller":"traceutil/trace.go:171","msg":"trace[1623901678] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"288.928653ms","start":"2026-07-29T19:31:22.150953Z","end":"2026-07-29T19:31:22.439882Z","steps":["trace[1623901678] 'process raft request' (duration: 288.534504ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.440375Z","caller":"traceutil/trace.go:171","msg":"trace[903794853] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"288.540395ms","start":"2026-07-29T19:31:22.151809Z","end":"2026-07-29T19:31:22.44035Z","steps":["trace[903794853] 'process raft request' (duration: 288.490114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.440401Z","caller":"traceutil/trace.go:171","msg":"trace[1131988397] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"289.094197ms","start":"2026-07-29T19:31:22.151272Z","end":"2026-07-29T19:31:22.440367Z","steps":["trace[1131988397] 'process raft request' (duration: 288.554475ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.440577Z","caller":"traceutil/trace.go:171","msg":"trace[428715710] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"289.17777ms","start":"2026-07-29T19:31:22.151385Z","end":"2026-07-29T19:31:22.440563Z","steps":["trace[428715710] 'process raft request' (duration: 288.790931ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:22.478283Z","caller":"traceutil/trace.go:171","msg":"trace[1367853464] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"159.966018ms","start":"2026-07-29T19:31:22.318281Z","end":"2026-07-29T19:31:22.478247Z","steps":["trace[1367853464] 'process raft request' (duration: 159.774743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:23.141601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.089087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:31:23.141776Z","caller":"traceutil/trace.go:171","msg":"trace[665624018] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"225.298071ms","start":"2026-07-29T19:31:22.916461Z","end":"2026-07-29T19:31:23.141759Z","steps":["trace[665624018] 'process raft request' (duration: 225.23907ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:23.142004Z","caller":"traceutil/trace.go:171","msg":"trace[1513906972] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"660.438437ms","start":"2026-07-29T19:31:22.481553Z","end":"2026-07-29T19:31:23.141991Z","steps":["trace[1513906972] 'process raft request' (duration: 367.92511ms)","trace[1513906972] 'compare' (duration: 291.931942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:23.142099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:22.48152Z","time spent":"660.541929ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:24.140708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241074397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:31:25.122088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.4401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T19:31:25.122192Z","caller":"traceutil/trace.go:171","msg":"trace[1691349599] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2590; }","duration":"1.481882995s","start":"2026-07-29T19:31:23.640291Z","end":"2026-07-29T19:31:25.122174Z","steps":["trace[1691349599] 'read index received' (duration: 576.495686ms)","trace[1691349599] 'applied index is now lower than readState.Index' (duration: 905.385839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:25.122564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482265495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T19:31:25.122625Z","caller":"traceutil/trace.go:171","msg":"trace[1649304720] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2485; }","duration":"1.482357528s","start":"2026-07-29T19:31:23.640248Z","end":"2026-07-29T19:31:25.122605Z","steps":["trace[1649304720] 'agreement among raft nodes before linearized reading' (duration: 1.482180574s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.122672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:23.640228Z","time spent":"1.482430809s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:25.122725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.710971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:25.122909Z","caller":"traceutil/trace.go:171","msg":"trace[98256791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2485; }","duration":"606.911276ms","start":"2026-07-29T19:31:24.515973Z","end":"2026-07-29T19:31:25.122884Z","steps":["trace[98256791] 'range keys from in-memory index tree' (duration: 606.691501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.13997Z","caller":"traceutil/trace.go:171","msg":"trace[1722091047] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"988.417769ms","start":"2026-07-29T19:31:24.151529Z","end":"2026-07-29T19:31:25.139947Z","steps":["trace[1722091047] 'process raft request' (duration: 988.313947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.14018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015400699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:25.140242Z","caller":"traceutil/trace.go:171","msg":"trace[184400555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2488; }","duration":"1.015499512s","start":"2026-07-29T19:31:24.124726Z","end":"2026-07-29T19:31:25.140225Z","steps":["trace[184400555] 'agreement among raft nodes before linearized reading' (duration: 1.0154211s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.483883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T19:31:25.140281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.124704Z","time spent":"1.015570284s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:31:25.140321Z","caller":"traceutil/trace.go:171","msg":"trace[1196595574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2488; }","duration":"695.607306ms","start":"2026-07-29T19:31:24.444704Z","end":"2026-07-29T19:31:25.140311Z","steps":["trace[1196595574] 'agreement among raft nodes before linearized reading' (duration: 695.36856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272369178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-29T19:31:25.140259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172569234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"warn","ts":"2026-07-29T19:31:25.140362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271733253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T19:31:25.140408Z","caller":"traceutil/trace.go:171","msg":"trace[415429169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2488; }","duration":"1.172759958s","start":"2026-07-29T19:31:23.967622Z","end":"2026-07-29T19:31:25.140382Z","steps":["trace[415429169] 'agreement among raft nodes before linearized reading' (duration: 1.172496352s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.23514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T19:31:25.140461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.199056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T19:31:25.140465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.575215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:31:25.140449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.076834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:31:25.14049Z","caller":"traceutil/trace.go:171","msg":"trace[977054469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2488; }","duration":"696.314592ms","start":"2026-07-29T19:31:24.444163Z","end":"2026-07-29T19:31:25.140477Z","steps":["trace[977054469] 'agreement among raft nodes before linearized reading' (duration: 696.165679ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.140493Z","caller":"traceutil/trace.go:171","msg":"trace[64314842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2488; }","duration":"695.643006ms","start":"2026-07-29T19:31:24.444842Z","end":"2026-07-29T19:31:25.140485Z","steps":["trace[64314842] 'agreement among raft nodes before linearized reading' (duration: 695.568515ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.140487Z","caller":"traceutil/trace.go:171","msg":"trace[1499573911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2488; }","duration":"695.242927ms","start":"2026-07-29T19:31:24.445237Z","end":"2026-07-29T19:31:25.14048Z","steps":["trace[1499573911] 'agreement among raft nodes before linearized reading' (duration: 695.160576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:23.967595Z","time spent":"1.17287821s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12655,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T19:31:25.140519Z","caller":"traceutil/trace.go:171","msg":"trace[303056125] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"988.89663ms","start":"2026-07-29T19:31:24.151612Z","end":"2026-07-29T19:31:25.140508Z","steps":["trace[303056125] 'process raft request' (duration: 988.299836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.444821Z","time spent":"695.700657ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:25.140366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.44468Z","time spent":"695.676687ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:31:25.140527Z","caller":"traceutil/trace.go:171","msg":"trace[392515634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2488; }","duration":"695.191006ms","start":"2026-07-29T19:31:24.445312Z","end":"2026-07-29T19:31:25.140503Z","steps":["trace[392515634] 'agreement among raft nodes before linearized reading' (duration: 695.000372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.444156Z","time spent":"696.364493ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:31:25.140545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.445221Z","time spent":"695.317279ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:31:25.140579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.445307Z","time spent":"695.260527ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:25.140592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.298062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:31:25.140378Z","caller":"traceutil/trace.go:171","msg":"trace[107320758] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2488; }","duration":"1.27245367s","start":"2026-07-29T19:31:23.867912Z","end":"2026-07-29T19:31:25.140366Z","steps":["trace[107320758] 'agreement among raft nodes before linearized reading' (duration: 1.272163983s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.151592Z","time spent":"988.963151ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:25.140625Z","caller":"traceutil/trace.go:171","msg":"trace[2108925612] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2488; }","duration":"960.380173ms","start":"2026-07-29T19:31:24.180237Z","end":"2026-07-29T19:31:25.140617Z","steps":["trace[2108925612] 'agreement among raft nodes before linearized reading' (duration: 960.280161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.180219Z","time spent":"960.447436ms","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:31:25.140442Z","caller":"traceutil/trace.go:171","msg":"trace[1011917246] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2488; }","duration":"1.271829596s","start":"2026-07-29T19:31:23.868594Z","end":"2026-07-29T19:31:25.140424Z","steps":["trace[1011917246] 'agreement among raft nodes before linearized reading' (duration: 1.271607481s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.139972Z","caller":"traceutil/trace.go:171","msg":"trace[1628154742] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"988.946501ms","start":"2026-07-29T19:31:24.150995Z","end":"2026-07-29T19:31:25.139941Z","steps":["trace[1628154742] 'process raft request' (duration: 988.607313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.140741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:23.868589Z","time spent":"1.272143993s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:25.14071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.913648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T19:31:25.140639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:23.867893Z","time spent":"1.272739266s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:25.140792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.151517Z","time spent":"988.591343ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.140826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.150968Z","time spent":"989.79454ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.140943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.857775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:31:25.141068Z","caller":"traceutil/trace.go:171","msg":"trace[74851987] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2488; }","duration":"697.021758ms","start":"2026-07-29T19:31:24.44403Z","end":"2026-07-29T19:31:25.141052Z","steps":["trace[74851987] 'agreement among raft nodes before linearized reading' (duration: 696.270421ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.1408Z","caller":"traceutil/trace.go:171","msg":"trace[2137934376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2488; }","duration":"982.029801ms","start":"2026-07-29T19:31:24.158751Z","end":"2026-07-29T19:31:25.140781Z","steps":["trace[2137934376] 'agreement among raft nodes before linearized reading' (duration: 981.394177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.141247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.158739Z","time spent":"982.481711ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T19:31:25.141201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:24.444003Z","time spent":"697.181481ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:31:25.572004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.788138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:31:25.572189Z","caller":"traceutil/trace.go:171","msg":"trace[82775678] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"426.900996ms","start":"2026-07-29T19:31:25.145269Z","end":"2026-07-29T19:31:25.57217Z","steps":["trace[82775678] 'process raft request' (duration: 185.843073ms)","trace[82775678] 'compare' (duration: 240.662004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:25.572475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.145245Z","time spent":"427.192563ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:25.572547Z","caller":"traceutil/trace.go:171","msg":"trace[599262645] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"427.167292ms","start":"2026-07-29T19:31:25.145359Z","end":"2026-07-29T19:31:25.572527Z","steps":["trace[599262645] 'process raft request' (duration: 427.009149ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.572514Z","caller":"traceutil/trace.go:171","msg":"trace[1081459070] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"427.107401ms","start":"2026-07-29T19:31:25.145352Z","end":"2026-07-29T19:31:25.57246Z","steps":["trace[1081459070] 'process raft request' (duration: 426.768043ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.57259Z","caller":"traceutil/trace.go:171","msg":"trace[666625200] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"426.334073ms","start":"2026-07-29T19:31:25.146227Z","end":"2026-07-29T19:31:25.572561Z","steps":["trace[666625200] 'process raft request' (duration: 426.264871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.572649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.14535Z","time spent":"427.248784ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:25.572725Z","caller":"traceutil/trace.go:171","msg":"trace[875004982] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"426.427215ms","start":"2026-07-29T19:31:25.146275Z","end":"2026-07-29T19:31:25.572702Z","steps":["trace[875004982] 'process raft request' (duration: 426.252441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.572731Z","caller":"traceutil/trace.go:171","msg":"trace[2110641936] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"426.409485ms","start":"2026-07-29T19:31:25.146304Z","end":"2026-07-29T19:31:25.572714Z","steps":["trace[2110641936] 'process raft request' (duration: 426.318313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.572787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.146212Z","time spent":"426.461676ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.572827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.146292Z","time spent":"426.492917ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.57282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.145334Z","time spent":"427.301806ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.57284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.146262Z","time spent":"426.518638ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:25.572819Z","caller":"traceutil/trace.go:171","msg":"trace[1548782926] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"426.769933ms","start":"2026-07-29T19:31:25.145789Z","end":"2026-07-29T19:31:25.572559Z","steps":["trace[1548782926] 'process raft request' (duration: 426.663ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.573007Z","caller":"traceutil/trace.go:171","msg":"trace[1833213118] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2595; }","duration":"412.6878ms","start":"2026-07-29T19:31:25.1603Z","end":"2026-07-29T19:31:25.572988Z","steps":["trace[1833213118] 'read index received' (duration: 170.742966ms)","trace[1833213118] 'applied index is now lower than readState.Index' (duration: 241.943804ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:31:25.57304Z","caller":"traceutil/trace.go:171","msg":"trace[811736275] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"426.434715ms","start":"2026-07-29T19:31:25.146593Z","end":"2026-07-29T19:31:25.573028Z","steps":["trace[811736275] 'process raft request' (duration: 426.087598ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:25.573052Z","caller":"traceutil/trace.go:171","msg":"trace[889224248] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"426.378885ms","start":"2026-07-29T19:31:25.146661Z","end":"2026-07-29T19:31:25.57304Z","steps":["trace[889224248] 'process raft request' (duration: 426.222171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.573105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.146575Z","time spent":"426.493157ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.573107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.146651Z","time spent":"426.427006ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:25.573122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.840869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:25.573161Z","caller":"traceutil/trace.go:171","msg":"trace[1033746703] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2498; }","duration":"421.896991ms","start":"2026-07-29T19:31:25.151253Z","end":"2026-07-29T19:31:25.57315Z","steps":["trace[1033746703] 'agreement among raft nodes before linearized reading' (duration: 421.8347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.573176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.89372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:31:25.573214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.151241Z","time spent":"421.965923ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T19:31:25.573224Z","caller":"traceutil/trace.go:171","msg":"trace[703451107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"404.949142ms","start":"2026-07-29T19:31:25.168261Z","end":"2026-07-29T19:31:25.57321Z","steps":["trace[703451107] 'agreement among raft nodes before linearized reading' (duration: 404.86533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:25.573266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.168241Z","time spent":"405.015074ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:31:25.573817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:25.145778Z","time spent":"427.235134ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:27.626281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241074420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:31:27.748245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.430586626s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T19:31:27.748682Z","caller":"traceutil/trace.go:171","msg":"trace[1203203454] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"1.431119989s","start":"2026-07-29T19:31:26.317529Z","end":"2026-07-29T19:31:27.748649Z","steps":["trace[1203203454] 'process raft request' (duration: 1.430932825s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:27.748851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:26.317508Z","time spent":"1.431246581s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:28.137471Z","caller":"traceutil/trace.go:171","msg":"trace[1337840663] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"1.3090216s","start":"2026-07-29T19:31:26.828427Z","end":"2026-07-29T19:31:28.137449Z","steps":["trace[1337840663] 'process raft request' (duration: 1.308790895s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.137637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:26.828345Z","time spent":"1.309206705s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:28.137909Z","caller":"traceutil/trace.go:171","msg":"trace[799073400] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"992.222106ms","start":"2026-07-29T19:31:27.145662Z","end":"2026-07-29T19:31:28.137884Z","steps":["trace[799073400] 'process raft request' (duration: 991.736835ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:28.137955Z","caller":"traceutil/trace.go:171","msg":"trace[1989165236] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2604; }","duration":"1.011935749s","start":"2026-07-29T19:31:27.125997Z","end":"2026-07-29T19:31:28.137933Z","steps":["trace[1989165236] 'read index received' (duration: 622.538885ms)","trace[1989165236] 'applied index is now lower than readState.Index' (duration: 389.395704ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:31:28.138111Z","caller":"traceutil/trace.go:171","msg":"trace[93676896] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"559.123067ms","start":"2026-07-29T19:31:27.57897Z","end":"2026-07-29T19:31:28.138093Z","steps":["trace[93676896] 'process raft request' (duration: 558.924133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012127723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:28.138173Z","caller":"traceutil/trace.go:171","msg":"trace[1556161859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2504; }","duration":"1.012214516s","start":"2026-07-29T19:31:27.125945Z","end":"2026-07-29T19:31:28.13816Z","steps":["trace[1556161859] 'agreement among raft nodes before linearized reading' (duration: 1.012145054s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.125924Z","time spent":"1.012273876s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:31:28.138228Z","caller":"traceutil/trace.go:171","msg":"trace[885621437] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"991.230944ms","start":"2026-07-29T19:31:27.146978Z","end":"2026-07-29T19:31:28.138209Z","steps":["trace[885621437] 'process raft request' (duration: 990.803064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.683233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T19:31:28.138364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.146942Z","time spent":"991.321626ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:28.138411Z","caller":"traceutil/trace.go:171","msg":"trace[997598869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2504; }","duration":"560.789265ms","start":"2026-07-29T19:31:27.577607Z","end":"2026-07-29T19:31:28.138396Z","steps":["trace[997598869] 'agreement among raft nodes before linearized reading' (duration: 560.56131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.577596Z","time spent":"560.845287ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:28.13836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.947533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T19:31:28.138464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.855906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:31:28.138502Z","caller":"traceutil/trace.go:171","msg":"trace[405420177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2504; }","duration":"983.130167ms","start":"2026-07-29T19:31:27.155356Z","end":"2026-07-29T19:31:28.138486Z","steps":["trace[405420177] 'agreement among raft nodes before linearized reading' (duration: 982.8016ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:28.138519Z","caller":"traceutil/trace.go:171","msg":"trace[1392112800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2504; }","duration":"560.925278ms","start":"2026-07-29T19:31:27.577577Z","end":"2026-07-29T19:31:28.138502Z","steps":["trace[1392112800] 'agreement among raft nodes before linearized reading' (duration: 560.827336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.155347Z","time spent":"983.189668ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T19:31:28.138569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.577567Z","time spent":"560.99297ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:31:28.138582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.806456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:31:28.138607Z","caller":"traceutil/trace.go:171","msg":"trace[2126837795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2504; }","duration":"560.868907ms","start":"2026-07-29T19:31:27.577728Z","end":"2026-07-29T19:31:28.138597Z","steps":["trace[2126837795] 'agreement among raft nodes before linearized reading' (duration: 560.812146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.577698Z","time spent":"560.923248ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:28.138625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.915081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:31:28.138658Z","caller":"traceutil/trace.go:171","msg":"trace[9039282] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2504; }","duration":"561.978093ms","start":"2026-07-29T19:31:27.576671Z","end":"2026-07-29T19:31:28.138649Z","steps":["trace[9039282] 'agreement among raft nodes before linearized reading' (duration: 561.84419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.576655Z","time spent":"562.025673ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:31:28.138738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.908121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T19:31:28.138728Z","caller":"traceutil/trace.go:171","msg":"trace[47698352] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"990.522427ms","start":"2026-07-29T19:31:27.14819Z","end":"2026-07-29T19:31:28.138712Z","steps":["trace[47698352] 'process raft request' (duration: 989.673438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:28.138759Z","caller":"traceutil/trace.go:171","msg":"trace[1896323699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2504; }","duration":"561.944321ms","start":"2026-07-29T19:31:27.57681Z","end":"2026-07-29T19:31:28.138754Z","steps":["trace[1896323699] 'agreement among raft nodes before linearized reading' (duration: 561.89205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.576804Z","time spent":"561.969422ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:31:28.138806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.148174Z","time spent":"990.590938ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:28.138885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.675174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T19:31:28.13892Z","caller":"traceutil/trace.go:171","msg":"trace[1500378522] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2504; }","duration":"694.753026ms","start":"2026-07-29T19:31:27.444158Z","end":"2026-07-29T19:31:28.138911Z","steps":["trace[1500378522] 'agreement among raft nodes before linearized reading' (duration: 694.670254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.138946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.444138Z","time spent":"694.802407ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:31:28.138974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.145636Z","time spent":"992.483342ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:28.139097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.578949Z","time spent":"560.056459ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:28.139143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.146583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:31:28.139341Z","caller":"traceutil/trace.go:171","msg":"trace[35876101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2504; }","duration":"561.355829ms","start":"2026-07-29T19:31:27.577936Z","end":"2026-07-29T19:31:28.139292Z","steps":["trace[35876101] 'agreement among raft nodes before linearized reading' (duration: 560.378806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:28.139453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:27.577916Z","time spent":"561.518832ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:31:28.646663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241074429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:31:29.159576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.063359ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-29T19:31:29.159787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.139615Z","time spent":"1.020164808s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T19:31:29.160023Z","caller":"traceutil/trace.go:171","msg":"trace[693724976] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"1.019164756s","start":"2026-07-29T19:31:28.140828Z","end":"2026-07-29T19:31:29.159992Z","steps":["trace[693724976] 'process raft request' (duration: 1.018843039s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:29.16017Z","caller":"traceutil/trace.go:171","msg":"trace[1972224497] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2610; }","duration":"1.013763151s","start":"2026-07-29T19:31:28.146383Z","end":"2026-07-29T19:31:29.160147Z","steps":["trace[1972224497] 'read index received' (duration: 580.188701ms)","trace[1972224497] 'applied index is now lower than readState.Index' (duration: 433.5735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:31:29.160173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.140806Z","time spent":"1.019286118s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:29.160369Z","caller":"traceutil/trace.go:171","msg":"trace[972048744] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"1.017595189s","start":"2026-07-29T19:31:28.14275Z","end":"2026-07-29T19:31:29.160346Z","steps":["trace[972048744] 'process raft request' (duration: 1.017128048s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.655733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:31:29.160394Z","caller":"traceutil/trace.go:171","msg":"trace[2135417944] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"1.016676628s","start":"2026-07-29T19:31:28.143677Z","end":"2026-07-29T19:31:29.160353Z","steps":["trace[2135417944] 'process raft request' (duration: 1.01631762s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:29.16044Z","caller":"traceutil/trace.go:171","msg":"trace[627113624] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"1.017334394s","start":"2026-07-29T19:31:28.143088Z","end":"2026-07-29T19:31:29.160423Z","steps":["trace[627113624] 'process raft request' (duration: 1.016834362s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:29.16048Z","caller":"traceutil/trace.go:171","msg":"trace[276312135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2512; }","duration":"804.727394ms","start":"2026-07-29T19:31:28.355731Z","end":"2026-07-29T19:31:29.160459Z","steps":["trace[276312135] 'agreement among raft nodes before linearized reading' (duration: 804.616862ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:31:29.160458Z","caller":"traceutil/trace.go:171","msg":"trace[760025196] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"1.014163151s","start":"2026-07-29T19:31:28.146257Z","end":"2026-07-29T19:31:29.160421Z","steps":["trace[760025196] 'process raft request' (duration: 1.013853504s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014088989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:31:29.16052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.355644Z","time spent":"804.865258ms","remote":"127.0.0.1:52288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:31:29.160483Z","caller":"traceutil/trace.go:171","msg":"trace[800939163] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"1.016347881s","start":"2026-07-29T19:31:28.143985Z","end":"2026-07-29T19:31:29.160333Z","steps":["trace[800939163] 'process raft request' (duration: 1.016096445s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.143082Z","time spent":"1.017404855s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:29.160547Z","caller":"traceutil/trace.go:171","msg":"trace[256183254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"1.014173061s","start":"2026-07-29T19:31:28.146357Z","end":"2026-07-29T19:31:29.16053Z","steps":["trace[256183254] 'agreement among raft nodes before linearized reading' (duration: 1.014059518s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.143661Z","time spent":"1.016817232s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:29.16053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.14274Z","time spent":"1.017707632s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:29.160611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.14625Z","time spent":"1.014275173s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:31:29.160562Z","caller":"traceutil/trace.go:171","msg":"trace[832412071] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"1.016781491s","start":"2026-07-29T19:31:28.143761Z","end":"2026-07-29T19:31:29.160542Z","steps":["trace[832412071] 'process raft request' (duration: 1.01625985s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.521279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:31:29.160695Z","caller":"traceutil/trace.go:171","msg":"trace[8191633] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2512; }","duration":"493.600551ms","start":"2026-07-29T19:31:28.667082Z","end":"2026-07-29T19:31:29.160683Z","steps":["trace[8191633] 'agreement among raft nodes before linearized reading' (duration: 493.481048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.667059Z","time spent":"493.669602ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:31:29.160369Z","caller":"traceutil/trace.go:171","msg":"trace[728575999] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"1.016680769s","start":"2026-07-29T19:31:28.143654Z","end":"2026-07-29T19:31:29.160335Z","steps":["trace[728575999] 'process raft request' (duration: 1.01629907s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:31:29.160743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.143978Z","time spent":"1.016614047s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:29.160836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.143752Z","time spent":"1.016923194s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:29.160875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.143631Z","time spent":"1.01715454s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:31:29.160609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:31:28.14635Z","time spent":"1.014241402s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:32:14.483214Z","caller":"traceutil/trace.go:171","msg":"trace[546465718] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"145.270499ms","start":"2026-07-29T19:32:14.337915Z","end":"2026-07-29T19:32:14.483185Z","steps":["trace[546465718] 'process raft request' (duration: 45.477406ms)","trace[546465718] 'compare' (duration: 99.65742ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:32:18.493979Z","caller":"traceutil/trace.go:171","msg":"trace[1805180800] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"111.68482ms","start":"2026-07-29T19:32:18.382252Z","end":"2026-07-29T19:32:18.493937Z","steps":["trace[1805180800] 'process raft request' (duration: 111.539827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:32:19.975344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.024294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:32:19.975575Z","caller":"traceutil/trace.go:171","msg":"trace[1852271949] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2953; }","duration":"374.733849ms","start":"2026-07-29T19:32:19.600821Z","end":"2026-07-29T19:32:19.975555Z","steps":["trace[1852271949] 'read index received' (duration: 51.281848ms)","trace[1852271949] 'applied index is now lower than readState.Index' (duration: 323.451101ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:32:19.975635Z","caller":"traceutil/trace.go:171","msg":"trace[1377273105] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"404.699026ms","start":"2026-07-29T19:32:19.570897Z","end":"2026-07-29T19:32:19.975596Z","steps":["trace[1377273105] 'process raft request' (duration: 404.530662ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:19.97574Z","caller":"traceutil/trace.go:171","msg":"trace[1226140689] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"404.388198ms","start":"2026-07-29T19:32:19.571277Z","end":"2026-07-29T19:32:19.975666Z","steps":["trace[1226140689] 'process raft request' (duration: 404.204704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:19.975625Z","caller":"traceutil/trace.go:171","msg":"trace[1129481260] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"405.279978ms","start":"2026-07-29T19:32:19.570311Z","end":"2026-07-29T19:32:19.975591Z","steps":["trace[1129481260] 'process raft request' (duration: 185.797124ms)","trace[1129481260] 'compare' (duration: 218.760508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:32:19.975888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.048065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T19:32:19.975941Z","caller":"traceutil/trace.go:171","msg":"trace[1277508535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2839; }","duration":"375.133508ms","start":"2026-07-29T19:32:19.600792Z","end":"2026-07-29T19:32:19.975925Z","steps":["trace[1277508535] 'agreement among raft nodes before linearized reading' (duration: 374.949833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:32:19.975973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:32:19.57029Z","time spent":"405.631597ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:32:19.975993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:32:19.600778Z","time spent":"375.20342ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T19:32:19.975751Z","caller":"traceutil/trace.go:171","msg":"trace[1396121592] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"272.48878ms","start":"2026-07-29T19:32:19.703194Z","end":"2026-07-29T19:32:19.975683Z","steps":["trace[1396121592] 'process raft request' (duration: 272.331837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:32:19.976062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:32:19.570869Z","time spent":"405.038273ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:32:19.976129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.878614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:32:19.976166Z","caller":"traceutil/trace.go:171","msg":"trace[401519428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2839; }","duration":"316.935486ms","start":"2026-07-29T19:32:19.659217Z","end":"2026-07-29T19:32:19.976152Z","steps":["trace[401519428] 'agreement among raft nodes before linearized reading' (duration: 316.648979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:32:19.976204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:32:19.659204Z","time spent":"316.992827ms","remote":"127.0.0.1:52180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:32:19.976199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:32:19.571266Z","time spent":"404.602253ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:32:20.500404Z","caller":"traceutil/trace.go:171","msg":"trace[1224849845] linearizableReadLoop","detail":"{readStateIndex:2959; appliedIndex:2958; }","duration":"112.969581ms","start":"2026-07-29T19:32:20.387407Z","end":"2026-07-29T19:32:20.500376Z","steps":["trace[1224849845] 'read index received' (duration: 65.110021ms)","trace[1224849845] 'applied index is now lower than readState.Index' (duration: 47.85791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:32:20.500596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.167295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:32:20.500657Z","caller":"traceutil/trace.go:171","msg":"trace[1295227563] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2842; }","duration":"113.249477ms","start":"2026-07-29T19:32:20.387392Z","end":"2026-07-29T19:32:20.500642Z","steps":["trace[1295227563] 'agreement among raft nodes before linearized reading' (duration: 113.094853ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:20.500437Z","caller":"traceutil/trace.go:171","msg":"trace[1134926095] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"142.740202ms","start":"2026-07-29T19:32:20.357661Z","end":"2026-07-29T19:32:20.500401Z","steps":["trace[1134926095] 'process raft request' (duration: 94.887602ms)","trace[1134926095] 'compare' (duration: 47.579384ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:32:59.020928Z","caller":"traceutil/trace.go:171","msg":"trace[733134152] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"116.680461ms","start":"2026-07-29T19:32:58.904217Z","end":"2026-07-29T19:32:59.020898Z","steps":["trace[733134152] 'process raft request' (duration: 116.60894ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.020985Z","caller":"traceutil/trace.go:171","msg":"trace[5713187] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"119.230049ms","start":"2026-07-29T19:32:58.901718Z","end":"2026-07-29T19:32:59.020948Z","steps":["trace[5713187] 'process raft request' (duration: 30.626519ms)","trace[5713187] 'compare' (duration: 88.314494ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:32:59.023857Z","caller":"traceutil/trace.go:171","msg":"trace[1065588014] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"108.847682ms","start":"2026-07-29T19:32:58.914976Z","end":"2026-07-29T19:32:59.023824Z","steps":["trace[1065588014] 'process raft request' (duration: 108.534015ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.177755Z","caller":"traceutil/trace.go:171","msg":"trace[1192898038] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"152.341655ms","start":"2026-07-29T19:32:59.025373Z","end":"2026-07-29T19:32:59.177715Z","steps":["trace[1192898038] 'process raft request' (duration: 109.045568ms)","trace[1192898038] 'compare' (duration: 43.084492ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:32:59.17789Z","caller":"traceutil/trace.go:171","msg":"trace[1155922742] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"151.937105ms","start":"2026-07-29T19:32:59.025873Z","end":"2026-07-29T19:32:59.17781Z","steps":["trace[1155922742] 'process raft request' (duration: 151.764201ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.17794Z","caller":"traceutil/trace.go:171","msg":"trace[1159001366] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"151.815193ms","start":"2026-07-29T19:32:59.026088Z","end":"2026-07-29T19:32:59.177903Z","steps":["trace[1159001366] 'process raft request' (duration: 151.67643ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.177964Z","caller":"traceutil/trace.go:171","msg":"trace[609394232] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"151.149388ms","start":"2026-07-29T19:32:59.026791Z","end":"2026-07-29T19:32:59.17794Z","steps":["trace[609394232] 'process raft request' (duration: 150.996384ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.178083Z","caller":"traceutil/trace.go:171","msg":"trace[866931741] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"145.58069ms","start":"2026-07-29T19:32:59.032474Z","end":"2026-07-29T19:32:59.178055Z","steps":["trace[866931741] 'process raft request' (duration: 145.420917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.178164Z","caller":"traceutil/trace.go:171","msg":"trace[1115007348] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"152.157801ms","start":"2026-07-29T19:32:59.025995Z","end":"2026-07-29T19:32:59.178152Z","steps":["trace[1115007348] 'process raft request' (duration: 151.67944ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:32:59.178324Z","caller":"traceutil/trace.go:171","msg":"trace[69590779] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"145.946629ms","start":"2026-07-29T19:32:59.032365Z","end":"2026-07-29T19:32:59.178312Z","steps":["trace[69590779] 'process raft request' (duration: 145.446387ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:07.771706Z","caller":"traceutil/trace.go:171","msg":"trace[1479123544] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"120.029088ms","start":"2026-07-29T19:33:07.651652Z","end":"2026-07-29T19:33:07.771681Z","steps":["trace[1479123544] 'process raft request' (duration: 80.589708ms)","trace[1479123544] 'compare' (duration: 39.317517ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:07.772815Z","caller":"traceutil/trace.go:171","msg":"trace[153689414] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"113.487259ms","start":"2026-07-29T19:33:07.659285Z","end":"2026-07-29T19:33:07.772772Z","steps":["trace[153689414] 'process raft request' (duration: 113.433597ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:07.772927Z","caller":"traceutil/trace.go:171","msg":"trace[753452651] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"114.05353ms","start":"2026-07-29T19:33:07.658806Z","end":"2026-07-29T19:33:07.77286Z","steps":["trace[753452651] 'process raft request' (duration: 113.797885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:08.512036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.967317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:33:08.512143Z","caller":"traceutil/trace.go:171","msg":"trace[946127330] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3445; }","duration":"213.98469ms","start":"2026-07-29T19:33:08.298141Z","end":"2026-07-29T19:33:08.512125Z","steps":["trace[946127330] 'read index received' (duration: 7.788607ms)","trace[946127330] 'applied index is now lower than readState.Index' (duration: 206.194633ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:08.51224Z","caller":"traceutil/trace.go:171","msg":"trace[103608832] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"220.652602ms","start":"2026-07-29T19:33:08.291576Z","end":"2026-07-29T19:33:08.512229Z","steps":["trace[103608832] 'process raft request' (duration: 14.407329ms)","trace[103608832] 'compare' (duration: 205.855885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:08.512386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.211945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T19:33:08.512467Z","caller":"traceutil/trace.go:171","msg":"trace[690978084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3313; }","duration":"214.332368ms","start":"2026-07-29T19:33:08.298116Z","end":"2026-07-29T19:33:08.512448Z","steps":["trace[690978084] 'agreement among raft nodes before linearized reading' (duration: 214.134074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:08.512398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.256036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:33:08.512571Z","caller":"traceutil/trace.go:171","msg":"trace[1997279642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3313; }","duration":"214.472873ms","start":"2026-07-29T19:33:08.298078Z","end":"2026-07-29T19:33:08.51255Z","steps":["trace[1997279642] 'agreement among raft nodes before linearized reading' (duration: 214.215796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:11.016554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241076260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:33:11.517486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241076260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:33:12.017942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241076260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:33:12.211084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.788534225s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T19:33:12.211584Z","caller":"traceutil/trace.go:171","msg":"trace[1191819094] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"1.789098887s","start":"2026-07-29T19:33:10.42246Z","end":"2026-07-29T19:33:12.211559Z","steps":["trace[1191819094] 'process raft request' (duration: 1.788810011s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.212016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.422444Z","time spent":"1.789454945s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:12.229199Z","caller":"traceutil/trace.go:171","msg":"trace[656729976] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"1.490460295s","start":"2026-07-29T19:33:10.738711Z","end":"2026-07-29T19:33:12.229172Z","steps":["trace[656729976] 'process raft request' (duration: 1.490268131s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.22933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.738679Z","time spent":"1.490585238s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10294,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:12.229546Z","caller":"traceutil/trace.go:171","msg":"trace[1058779766] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"1.43282587s","start":"2026-07-29T19:33:10.796695Z","end":"2026-07-29T19:33:12.22952Z","steps":["trace[1058779766] 'process raft request' (duration: 1.432636726s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:12.229698Z","caller":"traceutil/trace.go:171","msg":"trace[1534136129] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"1.432531134s","start":"2026-07-29T19:33:10.797157Z","end":"2026-07-29T19:33:12.229688Z","steps":["trace[1534136129] 'process raft request' (duration: 1.432314069s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.229699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.796677Z","time spent":"1.432942573s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:12.229768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.797138Z","time spent":"1.432603915s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:12.229593Z","caller":"traceutil/trace.go:171","msg":"trace[932732050] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"1.43457053s","start":"2026-07-29T19:33:10.794936Z","end":"2026-07-29T19:33:12.229506Z","steps":["trace[932732050] 'process raft request' (duration: 1.434180012s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:12.230002Z","caller":"traceutil/trace.go:171","msg":"trace[926982566] linearizableReadLoop","detail":"{readStateIndex:3466; appliedIndex:3459; }","duration":"1.714404633s","start":"2026-07-29T19:33:10.515589Z","end":"2026-07-29T19:33:12.229993Z","steps":["trace[926982566] 'read index received' (duration: 1.695836509s)","trace[926982566] 'applied index is now lower than readState.Index' (duration: 18.567284ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:12.230075Z","caller":"traceutil/trace.go:171","msg":"trace[712040048] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"1.103242343s","start":"2026-07-29T19:33:11.126826Z","end":"2026-07-29T19:33:12.230068Z","steps":["trace[712040048] 'process raft request' (duration: 1.103024077s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:11.12681Z","time spent":"1.103287375s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:12.230254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67479378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T19:33:12.230272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.559052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:33:12.230311Z","caller":"traceutil/trace.go:171","msg":"trace[709470415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3333; }","duration":"1.674879401s","start":"2026-07-29T19:33:10.555418Z","end":"2026-07-29T19:33:12.230297Z","steps":["trace[709470415] 'agreement among raft nodes before linearized reading' (duration: 1.674727278s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287044846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T19:33:12.230333Z","caller":"traceutil/trace.go:171","msg":"trace[1246246365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3333; }","duration":"345.678265ms","start":"2026-07-29T19:33:11.884637Z","end":"2026-07-29T19:33:12.230315Z","steps":["trace[1246246365] 'agreement among raft nodes before linearized reading' (duration: 345.504421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.5554Z","time spent":"1.674942363s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:33:12.230368Z","caller":"traceutil/trace.go:171","msg":"trace[331655248] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3333; }","duration":"1.287069947s","start":"2026-07-29T19:33:10.943291Z","end":"2026-07-29T19:33:12.230361Z","steps":["trace[331655248] 'agreement among raft nodes before linearized reading' (duration: 1.287019186s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.23039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.943246Z","time spent":"1.287140288s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:33:12.230399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:11.884615Z","time spent":"345.764677ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:12.230477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.486624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T19:33:12.230486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382243287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:33:12.230531Z","caller":"traceutil/trace.go:171","msg":"trace[1032221010] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3333; }","duration":"1.382338859s","start":"2026-07-29T19:33:10.848183Z","end":"2026-07-29T19:33:12.230521Z","steps":["trace[1032221010] 'agreement among raft nodes before linearized reading' (duration: 1.382277698s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.165806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T19:33:12.23057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.848158Z","time spent":"1.382404411s","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:33:12.230593Z","caller":"traceutil/trace.go:171","msg":"trace[414791244] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3333; }","duration":"261.223599ms","start":"2026-07-29T19:33:11.969361Z","end":"2026-07-29T19:33:12.230584Z","steps":["trace[414791244] 'agreement among raft nodes before linearized reading' (duration: 261.145397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668183949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T19:33:12.230682Z","caller":"traceutil/trace.go:171","msg":"trace[1391040519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3333; }","duration":"1.668241411s","start":"2026-07-29T19:33:10.562436Z","end":"2026-07-29T19:33:12.230677Z","steps":["trace[1391040519] 'agreement among raft nodes before linearized reading' (duration: 1.66818758s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.562418Z","time spent":"1.668302683s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:12.230727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.982019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T19:33:12.230763Z","caller":"traceutil/trace.go:171","msg":"trace[957891052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3333; }","duration":"295.057111ms","start":"2026-07-29T19:33:11.935698Z","end":"2026-07-29T19:33:12.230755Z","steps":["trace[957891052] 'agreement among raft nodes before linearized reading' (duration: 294.975259ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:12.229904Z","caller":"traceutil/trace.go:171","msg":"trace[1038281557] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"1.303074891s","start":"2026-07-29T19:33:10.926818Z","end":"2026-07-29T19:33:12.229893Z","steps":["trace[1038281557] 'process raft request' (duration: 1.302829206s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.926799Z","time spent":"1.304071394s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:12.230298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104719267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:33:12.23123Z","caller":"traceutil/trace.go:171","msg":"trace[120662271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3333; }","duration":"1.105682619s","start":"2026-07-29T19:33:11.125534Z","end":"2026-07-29T19:33:12.231216Z","steps":["trace[120662271] 'agreement among raft nodes before linearized reading' (duration: 1.104751048s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.231284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:11.125513Z","time spent":"1.105754791s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:33:12.230545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714972226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T19:33:12.231477Z","caller":"traceutil/trace.go:171","msg":"trace[560189010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3333; }","duration":"1.715996209s","start":"2026-07-29T19:33:10.51547Z","end":"2026-07-29T19:33:12.231467Z","steps":["trace[560189010] 'agreement among raft nodes before linearized reading' (duration: 1.715042707s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.231528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.515448Z","time spent":"1.716070122s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:33:12.230265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.794913Z","time spent":"1.435043953s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:12.230268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334490128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T19:33:12.231752Z","caller":"traceutil/trace.go:171","msg":"trace[656179643] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3333; }","duration":"1.335994543s","start":"2026-07-29T19:33:10.895744Z","end":"2026-07-29T19:33:12.231739Z","steps":["trace[656179643] 'agreement among raft nodes before linearized reading' (duration: 1.334450948s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.23179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:10.895731Z","time spent":"1.336046614s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T19:33:12.2305Z","caller":"traceutil/trace.go:171","msg":"trace[1107405367] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3333; }","duration":"243.551195ms","start":"2026-07-29T19:33:11.986944Z","end":"2026-07-29T19:33:12.230495Z","steps":["trace[1107405367] 'agreement among raft nodes before linearized reading' (duration: 243.494293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:12.230601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.373843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:33:12.232013Z","caller":"traceutil/trace.go:171","msg":"trace[379778504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3333; }","duration":"227.777805ms","start":"2026-07-29T19:33:12.004192Z","end":"2026-07-29T19:33:12.23197Z","steps":["trace[379778504] 'agreement among raft nodes before linearized reading' (duration: 226.364323ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:20.464172Z","caller":"traceutil/trace.go:171","msg":"trace[15837825] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"162.599259ms","start":"2026-07-29T19:33:20.30155Z","end":"2026-07-29T19:33:20.464149Z","steps":["trace[15837825] 'process raft request' (duration: 162.463786ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:20.588775Z","caller":"traceutil/trace.go:171","msg":"trace[1640349318] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"286.650688ms","start":"2026-07-29T19:33:20.302107Z","end":"2026-07-29T19:33:20.588758Z","steps":["trace[1640349318] 'process raft request' (duration: 286.574796ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:20.588812Z","caller":"traceutil/trace.go:171","msg":"trace[1894617310] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3530; }","duration":"277.53002ms","start":"2026-07-29T19:33:20.311265Z","end":"2026-07-29T19:33:20.588795Z","steps":["trace[1894617310] 'read index received' (duration: 152.759975ms)","trace[1894617310] 'applied index is now lower than readState.Index' (duration: 124.768605ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:20.58883Z","caller":"traceutil/trace.go:171","msg":"trace[1122432756] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"286.726049ms","start":"2026-07-29T19:33:20.302057Z","end":"2026-07-29T19:33:20.588783Z","steps":["trace[1122432756] 'process raft request' (duration: 231.561182ms)","trace[1122432756] 'compare' (duration: 54.977963ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:20.588904Z","caller":"traceutil/trace.go:171","msg":"trace[673578720] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"286.574107ms","start":"2026-07-29T19:33:20.302321Z","end":"2026-07-29T19:33:20.588895Z","steps":["trace[673578720] 'process raft request' (duration: 286.401843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:20.589126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.844777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:33:20.589178Z","caller":"traceutil/trace.go:171","msg":"trace[1583193934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3398; }","duration":"277.94443ms","start":"2026-07-29T19:33:20.311223Z","end":"2026-07-29T19:33:20.589167Z","steps":["trace[1583193934] 'agreement among raft nodes before linearized reading' (duration: 277.805437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:20.589202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.307505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T19:33:20.589252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.732483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:33:20.589242Z","caller":"traceutil/trace.go:171","msg":"trace[1088065548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3398; }","duration":"245.382807ms","start":"2026-07-29T19:33:20.343848Z","end":"2026-07-29T19:33:20.589231Z","steps":["trace[1088065548] 'agreement among raft nodes before linearized reading' (duration: 245.236153ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:20.589292Z","caller":"traceutil/trace.go:171","msg":"trace[1894924040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3398; }","duration":"244.808204ms","start":"2026-07-29T19:33:20.344472Z","end":"2026-07-29T19:33:20.58928Z","steps":["trace[1894924040] 'agreement among raft nodes before linearized reading' (duration: 244.64335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:20.589293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.311696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T19:33:20.589311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.860624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:33:20.589375Z","caller":"traceutil/trace.go:171","msg":"trace[1285625246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3398; }","duration":"115.940285ms","start":"2026-07-29T19:33:20.473411Z","end":"2026-07-29T19:33:20.589351Z","steps":["trace[1285625246] 'agreement among raft nodes before linearized reading' (duration: 115.76269ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:20.589373Z","caller":"traceutil/trace.go:171","msg":"trace[721106161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3398; }","duration":"245.400068ms","start":"2026-07-29T19:33:20.343945Z","end":"2026-07-29T19:33:20.589345Z","steps":["trace[721106161] 'agreement among raft nodes before linearized reading' (duration: 245.196082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:20.589301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.370737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T19:33:20.589416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.478542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:33:20.589506Z","caller":"traceutil/trace.go:171","msg":"trace[1037696168] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3398; }","duration":"235.622696ms","start":"2026-07-29T19:33:20.353857Z","end":"2026-07-29T19:33:20.58948Z","steps":["trace[1037696168] 'agreement among raft nodes before linearized reading' (duration: 235.36864ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:20.589502Z","caller":"traceutil/trace.go:171","msg":"trace[89581027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3398; }","duration":"245.570632ms","start":"2026-07-29T19:33:20.343877Z","end":"2026-07-29T19:33:20.589448Z","steps":["trace[89581027] 'agreement among raft nodes before linearized reading' (duration: 245.308815ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:42.478095Z","caller":"traceutil/trace.go:171","msg":"trace[1459250422] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"113.188405ms","start":"2026-07-29T19:33:42.364877Z","end":"2026-07-29T19:33:42.478066Z","steps":["trace[1459250422] 'process raft request' (duration: 83.316782ms)","trace[1459250422] 'compare' (duration: 29.698199ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:42.483236Z","caller":"traceutil/trace.go:171","msg":"trace[905610442] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"115.727343ms","start":"2026-07-29T19:33:42.367458Z","end":"2026-07-29T19:33:42.483186Z","steps":["trace[905610442] 'process raft request' (duration: 115.505268ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:42.89297Z","caller":"traceutil/trace.go:171","msg":"trace[902046983] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"205.160726ms","start":"2026-07-29T19:33:42.687783Z","end":"2026-07-29T19:33:42.892944Z","steps":["trace[902046983] 'process raft request' (duration: 204.981072ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.79146Z","caller":"traceutil/trace.go:171","msg":"trace[987847351] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"1.096828756s","start":"2026-07-29T19:33:42.6946Z","end":"2026-07-29T19:33:43.791429Z","steps":["trace[987847351] 'process raft request' (duration: 1.092005765s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.791574Z","caller":"traceutil/trace.go:171","msg":"trace[1487104997] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"1.095529855s","start":"2026-07-29T19:33:42.695994Z","end":"2026-07-29T19:33:43.791524Z","steps":["trace[1487104997] 'process raft request' (duration: 1.095328741s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.791655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.694575Z","time spent":"1.096984879s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:43.791791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.695988Z","time spent":"1.095661959s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:43.792437Z","caller":"traceutil/trace.go:171","msg":"trace[1867806609] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"927.271252ms","start":"2026-07-29T19:33:42.865125Z","end":"2026-07-29T19:33:43.792397Z","steps":["trace[1867806609] 'process raft request' (duration: 926.33013ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.792565Z","caller":"traceutil/trace.go:171","msg":"trace[2030848197] linearizableReadLoop","detail":"{readStateIndex:3702; appliedIndex:3699; }","duration":"1.046326701s","start":"2026-07-29T19:33:42.746198Z","end":"2026-07-29T19:33:43.792525Z","steps":["trace[2030848197] 'read index received' (duration: 146.603449ms)","trace[2030848197] 'applied index is now lower than readState.Index' (duration: 899.718572ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:43.792636Z","caller":"traceutil/trace.go:171","msg":"trace[667005162] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"361.925558ms","start":"2026-07-29T19:33:43.430694Z","end":"2026-07-29T19:33:43.79262Z","steps":["trace[667005162] 'process raft request' (duration: 361.702263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.792748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:43.430671Z","time spent":"362.033299ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:43.792896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.958409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T19:33:43.792921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.851409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c6d9a49ebd352a\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-07-29T19:33:43.792962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.24267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:33:43.79297Z","caller":"traceutil/trace.go:171","msg":"trace[1637757728] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3564; }","duration":"971.035861ms","start":"2026-07-29T19:33:42.821917Z","end":"2026-07-29T19:33:43.792953Z","steps":["trace[1637757728] 'agreement among raft nodes before linearized reading' (duration: 970.821336ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.792983Z","caller":"traceutil/trace.go:171","msg":"trace[1737214675] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c6d9a49ebd352a; range_end:; response_count:1; response_revision:3564; }","duration":"429.91347ms","start":"2026-07-29T19:33:43.363053Z","end":"2026-07-29T19:33:43.792967Z","steps":["trace[1737214675] 'agreement among raft nodes before linearized reading' (duration: 429.709296ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.793013Z","caller":"traceutil/trace.go:171","msg":"trace[483179225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3564; }","duration":"972.329192ms","start":"2026-07-29T19:33:42.820669Z","end":"2026-07-29T19:33:43.792998Z","steps":["trace[483179225] 'agreement among raft nodes before linearized reading' (duration: 972.107816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.793024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:43.362993Z","time spent":"430.023023ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c6d9a49ebd352a\" "} {"level":"warn","ts":"2026-07-29T19:33:43.793024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.821876Z","time spent":"971.135474ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:33:43.793055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.820661Z","time spent":"972.386073ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:43.793072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045811201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T19:33:43.793104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.020466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T19:33:43.793119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.436366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:33:43.793192Z","caller":"traceutil/trace.go:171","msg":"trace[1725953308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3564; }","duration":"1.045977155s","start":"2026-07-29T19:33:42.747183Z","end":"2026-07-29T19:33:43.79316Z","steps":["trace[1725953308] 'agreement among raft nodes before linearized reading' (duration: 1.045575315s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.793194Z","caller":"traceutil/trace.go:171","msg":"trace[1328416949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3564; }","duration":"983.171679ms","start":"2026-07-29T19:33:42.810001Z","end":"2026-07-29T19:33:43.793173Z","steps":["trace[1328416949] 'agreement among raft nodes before linearized reading' (duration: 982.924512ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:43.793207Z","caller":"traceutil/trace.go:171","msg":"trace[896471072] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3564; }","duration":"941.62121ms","start":"2026-07-29T19:33:42.851563Z","end":"2026-07-29T19:33:43.793185Z","steps":["trace[896471072] 'agreement among raft nodes before linearized reading' (duration: 941.420156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.793218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020864291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:33:43.793262Z","caller":"traceutil/trace.go:171","msg":"trace[1900025163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3564; }","duration":"1.020931732s","start":"2026-07-29T19:33:42.772317Z","end":"2026-07-29T19:33:43.793249Z","steps":["trace[1900025163] 'agreement among raft nodes before linearized reading' (duration: 1.02086001s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.79326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.747171Z","time spent":"1.046077907s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:33:43.793267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.851544Z","time spent":"941.706363ms","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":24,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:33:43.793264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.809978Z","time spent":"983.271622ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:43.793293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.772307Z","time spent":"1.020976682s","remote":"127.0.0.1:58662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:33:43.793218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.318622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T19:33:43.793383Z","caller":"traceutil/trace.go:171","msg":"trace[1961126025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3564; }","duration":"972.549817ms","start":"2026-07-29T19:33:42.820808Z","end":"2026-07-29T19:33:43.793358Z","steps":["trace[1961126025] 'agreement among raft nodes before linearized reading' (duration: 972.130027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.793441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.820768Z","time spent":"972.66042ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:43.793466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.397083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:33:43.793556Z","caller":"traceutil/trace.go:171","msg":"trace[1361936871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3564; }","duration":"205.586257ms","start":"2026-07-29T19:33:43.587952Z","end":"2026-07-29T19:33:43.793538Z","steps":["trace[1361936871] 'agreement among raft nodes before linearized reading' (duration: 204.813999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.793544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047340465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T19:33:43.792613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.865102Z","time spent":"927.415835ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:43.793622Z","caller":"traceutil/trace.go:171","msg":"trace[324049879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3564; }","duration":"1.047449668s","start":"2026-07-29T19:33:42.746156Z","end":"2026-07-29T19:33:43.793606Z","steps":["trace[324049879] 'agreement among raft nodes before linearized reading' (duration: 1.046474005s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:43.793698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:42.746145Z","time spent":"1.047541229s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T19:33:49.382427Z","caller":"traceutil/trace.go:171","msg":"trace[1126684296] linearizableReadLoop","detail":"{readStateIndex:3747; appliedIndex:3746; }","duration":"211.657545ms","start":"2026-07-29T19:33:49.170744Z","end":"2026-07-29T19:33:49.382402Z","steps":["trace[1126684296] 'read index received' (duration: 211.518662ms)","trace[1126684296] 'applied index is now lower than readState.Index' (duration: 137.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:49.38248Z","caller":"traceutil/trace.go:171","msg":"trace[1820139972] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"428.541159ms","start":"2026-07-29T19:33:48.953903Z","end":"2026-07-29T19:33:49.382444Z","steps":["trace[1820139972] 'process raft request' (duration: 428.344075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:49.382596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.83316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:33:49.382686Z","caller":"traceutil/trace.go:171","msg":"trace[700290410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3605; }","duration":"211.978312ms","start":"2026-07-29T19:33:49.170689Z","end":"2026-07-29T19:33:49.382667Z","steps":["trace[700290410] 'agreement among raft nodes before linearized reading' (duration: 211.815889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:49.382734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:48.953874Z","time spent":"428.680253ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:49.789139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.784269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T19:33:49.789226Z","caller":"traceutil/trace.go:171","msg":"trace[1813967630] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3605; }","duration":"113.922793ms","start":"2026-07-29T19:33:49.675285Z","end":"2026-07-29T19:33:49.789207Z","steps":["trace[1813967630] 'range keys from in-memory index tree' (duration: 113.585795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:50.957347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:50.265968Z","time spent":"691.370943ms","remote":"127.0.0.1:40846","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T19:33:50.957741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.207019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:33:50.957996Z","caller":"traceutil/trace.go:171","msg":"trace[2054078713] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3747; }","duration":"1.102099095s","start":"2026-07-29T19:33:49.85588Z","end":"2026-07-29T19:33:50.957979Z","steps":["trace[2054078713] 'read index received' (duration: 33.489335ms)","trace[2054078713] 'applied index is now lower than readState.Index' (duration: 1.06860263s)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:50.958113Z","caller":"traceutil/trace.go:171","msg":"trace[1087108858] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"1.144288689s","start":"2026-07-29T19:33:49.813813Z","end":"2026-07-29T19:33:50.958102Z","steps":["trace[1087108858] 'process raft request' (duration: 1.144022033s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:50.958139Z","caller":"traceutil/trace.go:171","msg":"trace[296987522] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"1.147597664s","start":"2026-07-29T19:33:49.810493Z","end":"2026-07-29T19:33:50.95809Z","steps":["trace[296987522] 'process raft request' (duration: 652.960715ms)","trace[296987522] 'compare' (duration: 493.847371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:50.958184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.813784Z","time spent":"1.144362491s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:50.958297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.810461Z","time spent":"1.147751387s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:50.958519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102582356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:33:50.95859Z","caller":"traceutil/trace.go:171","msg":"trace[1927363510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3608; }","duration":"1.102730449s","start":"2026-07-29T19:33:49.855829Z","end":"2026-07-29T19:33:50.95856Z","steps":["trace[1927363510] 'agreement among raft nodes before linearized reading' (duration: 1.102485944s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:50.95873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.855809Z","time spent":"1.102908693s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:51.458131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241076944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:33:51.853124Z","caller":"traceutil/trace.go:171","msg":"trace[864696368] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"1.254906926s","start":"2026-07-29T19:33:50.598189Z","end":"2026-07-29T19:33:51.853095Z","steps":["trace[864696368] 'process raft request' (duration: 1.229788392s)","trace[864696368] 'compare' (duration: 24.92141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:51.853262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:50.598161Z","time spent":"1.255026239s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:51.89952Z","caller":"traceutil/trace.go:171","msg":"trace[676059531] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"936.328679ms","start":"2026-07-29T19:33:50.963167Z","end":"2026-07-29T19:33:51.899496Z","steps":["trace[676059531] 'process raft request' (duration: 936.164485ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:51.899813Z","caller":"traceutil/trace.go:171","msg":"trace[843974361] linearizableReadLoop","detail":"{readStateIndex:3754; appliedIndex:3750; }","duration":"941.720642ms","start":"2026-07-29T19:33:50.958071Z","end":"2026-07-29T19:33:51.899791Z","steps":["trace[843974361] 'read index received' (duration: 869.819ms)","trace[843974361] 'applied index is now lower than readState.Index' (duration: 71.900752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:51.899892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803590149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:33:51.899993Z","caller":"traceutil/trace.go:171","msg":"trace[2071770817] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3612; }","duration":"1.803697132s","start":"2026-07-29T19:33:50.096242Z","end":"2026-07-29T19:33:51.899939Z","steps":["trace[2071770817] 'agreement among raft nodes before linearized reading' (duration: 1.803570979s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040814799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T19:33:51.9Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039512429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T19:33:51.900021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039929159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:33:51.900071Z","caller":"traceutil/trace.go:171","msg":"trace[2071062462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3612; }","duration":"2.039643022s","start":"2026-07-29T19:33:49.86041Z","end":"2026-07-29T19:33:51.900053Z","steps":["trace[2071062462] 'agreement among raft nodes before linearized reading' (duration: 2.039421537s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:51.900091Z","caller":"traceutil/trace.go:171","msg":"trace[1815349591] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3612; }","duration":"2.040024811s","start":"2026-07-29T19:33:49.860048Z","end":"2026-07-29T19:33:51.900073Z","steps":["trace[1815349591] 'agreement among raft nodes before linearized reading' (duration: 2.039796565s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.90012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.497735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:33:51.90012Z","caller":"traceutil/trace.go:171","msg":"trace[265525212] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"512.477625ms","start":"2026-07-29T19:33:51.387631Z","end":"2026-07-29T19:33:51.900108Z","steps":["trace[265525212] 'process raft request' (duration: 512.051636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.8604Z","time spent":"2.039715703s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:33:51.900145Z","caller":"traceutil/trace.go:171","msg":"trace[914255981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3612; }","duration":"631.556686ms","start":"2026-07-29T19:33:51.26858Z","end":"2026-07-29T19:33:51.900137Z","steps":["trace[914255981] 'agreement among raft nodes before linearized reading' (duration: 631.488424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.860036Z","time spent":"2.040103412s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:33:51.900159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908360614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T19:33:51.900077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:50.096209Z","time spent":"1.803855145s","remote":"127.0.0.1:51656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:33:51.900184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.387604Z","time spent":"512.543288ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:51.900219Z","caller":"traceutil/trace.go:171","msg":"trace[931533991] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3612; }","duration":"1.908464507s","start":"2026-07-29T19:33:49.991741Z","end":"2026-07-29T19:33:51.900205Z","steps":["trace[931533991] 'agreement among raft nodes before linearized reading' (duration: 1.908291182s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:51.900046Z","caller":"traceutil/trace.go:171","msg":"trace[34434528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3612; }","duration":"2.040907881s","start":"2026-07-29T19:33:49.85913Z","end":"2026-07-29T19:33:51.900038Z","steps":["trace[34434528] 'agreement among raft nodes before linearized reading' (duration: 2.040770438s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.99172Z","time spent":"1.908532308s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-29T19:33:51.900159Z","caller":"traceutil/trace.go:171","msg":"trace[1604874046] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"598.613334ms","start":"2026-07-29T19:33:51.301525Z","end":"2026-07-29T19:33:51.900138Z","steps":["trace[1604874046] 'process raft request' (duration: 597.933309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033514753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T19:33:51.900292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.859109Z","time spent":"2.041170647s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T19:33:51.900317Z","caller":"traceutil/trace.go:171","msg":"trace[40343758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3612; }","duration":"2.033570324s","start":"2026-07-29T19:33:49.866737Z","end":"2026-07-29T19:33:51.900307Z","steps":["trace[40343758] 'agreement among raft nodes before linearized reading' (duration: 2.033464231s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775311755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:33:51.90037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.866727Z","time spent":"2.033615525s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:33:51.900365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.301499Z","time spent":"598.804899ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:51.900179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.268561Z","time spent":"631.612329ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T19:33:51.900115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040044231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T19:33:51.900415Z","caller":"traceutil/trace.go:171","msg":"trace[1324843816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3612; }","duration":"1.775472548s","start":"2026-07-29T19:33:50.124924Z","end":"2026-07-29T19:33:51.900396Z","steps":["trace[1324843816] 'agreement among raft nodes before linearized reading' (duration: 1.775279903s)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:51.900474Z","caller":"traceutil/trace.go:171","msg":"trace[1868117506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3612; }","duration":"2.040437801s","start":"2026-07-29T19:33:49.860028Z","end":"2026-07-29T19:33:51.900465Z","steps":["trace[1868117506] 'agreement among raft nodes before linearized reading' (duration: 2.039902438s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:51.900501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:49.860015Z","time spent":"2.040478612s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:33:51.900572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:50.124904Z","time spent":"1.77558891s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:33:51.900602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:50.963143Z","time spent":"936.453792ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:52.291127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.103488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:33:52.291242Z","caller":"traceutil/trace.go:171","msg":"trace[1557350792] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3754; }","duration":"385.723502ms","start":"2026-07-29T19:33:51.905502Z","end":"2026-07-29T19:33:52.291226Z","steps":["trace[1557350792] 'read index received' (duration: 172.458871ms)","trace[1557350792] 'applied index is now lower than readState.Index' (duration: 213.263551ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:52.291295Z","caller":"traceutil/trace.go:171","msg":"trace[394380480] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"386.212503ms","start":"2026-07-29T19:33:51.905046Z","end":"2026-07-29T19:33:52.291258Z","steps":["trace[394380480] 'process raft request' (duration: 172.90225ms)","trace[394380480] 'compare' (duration: 212.997496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:52.291386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.881175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-29T19:33:52.291422Z","caller":"traceutil/trace.go:171","msg":"trace[212428662] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3613; }","duration":"385.931396ms","start":"2026-07-29T19:33:51.905481Z","end":"2026-07-29T19:33:52.291412Z","steps":["trace[212428662] 'agreement among raft nodes before linearized reading' (duration: 385.809564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:52.29146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.905472Z","time spent":"385.979787ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11175,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T19:33:52.29146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.905031Z","time spent":"386.335255ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:33:52.375046Z","caller":"traceutil/trace.go:171","msg":"trace[1956527330] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"469.385392ms","start":"2026-07-29T19:33:51.905562Z","end":"2026-07-29T19:33:52.374947Z","steps":["trace[1956527330] 'process raft request' (duration: 469.083996ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:52.375086Z","caller":"traceutil/trace.go:171","msg":"trace[372011303] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"468.615735ms","start":"2026-07-29T19:33:51.906428Z","end":"2026-07-29T19:33:52.375044Z","steps":["trace[372011303] 'process raft request' (duration: 468.487242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:52.375228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.905534Z","time spent":"469.596068ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:52.375315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.85743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T19:33:52.375399Z","caller":"traceutil/trace.go:171","msg":"trace[1944746741] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3617; }","duration":"468.959972ms","start":"2026-07-29T19:33:51.906423Z","end":"2026-07-29T19:33:52.375382Z","steps":["trace[1944746741] 'agreement among raft nodes before linearized reading' (duration: 468.704067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:52.375253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.906417Z","time spent":"468.747527ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:52.375457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.906415Z","time spent":"469.026204ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-29T19:33:52.375272Z","caller":"traceutil/trace.go:171","msg":"trace[13321440] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"469.482074ms","start":"2026-07-29T19:33:51.905765Z","end":"2026-07-29T19:33:52.375247Z","steps":["trace[13321440] 'process raft request' (duration: 469.109966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:52.375589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.905748Z","time spent":"469.778861ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:52.375682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.64679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:33:52.375822Z","caller":"traceutil/trace.go:171","msg":"trace[1677470234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3617; }","duration":"467.367267ms","start":"2026-07-29T19:33:51.908428Z","end":"2026-07-29T19:33:52.375795Z","steps":["trace[1677470234] 'agreement among raft nodes before linearized reading' (duration: 466.589489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:52.375917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.90842Z","time spent":"467.482609ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:33:52.375797Z","caller":"traceutil/trace.go:171","msg":"trace[1713233727] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"469.991236ms","start":"2026-07-29T19:33:51.905739Z","end":"2026-07-29T19:33:52.37573Z","steps":["trace[1713233727] 'process raft request' (duration: 469.095776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:52.3761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:51.905723Z","time spent":"470.294634ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:33:52.532094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.7446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:33:52.532202Z","caller":"traceutil/trace.go:171","msg":"trace[561053461] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3759; }","duration":"151.594452ms","start":"2026-07-29T19:33:52.38059Z","end":"2026-07-29T19:33:52.532185Z","steps":["trace[561053461] 'read index received' (duration: 33.681239ms)","trace[561053461] 'applied index is now lower than readState.Index' (duration: 117.911813ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:52.532282Z","caller":"traceutil/trace.go:171","msg":"trace[1553581994] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"152.009142ms","start":"2026-07-29T19:33:52.380241Z","end":"2026-07-29T19:33:52.53225Z","steps":["trace[1553581994] 'process raft request' (duration: 34.005186ms)","trace[1553581994] 'compare' (duration: 117.624867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:52.532417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.663401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-29T19:33:52.532414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.804108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-29T19:33:52.532455Z","caller":"traceutil/trace.go:171","msg":"trace[1379203332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3618; }","duration":"150.754384ms","start":"2026-07-29T19:33:52.38169Z","end":"2026-07-29T19:33:52.532445Z","steps":["trace[1379203332] 'agreement among raft nodes before linearized reading' (duration: 150.603891ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:52.532496Z","caller":"traceutil/trace.go:171","msg":"trace[182169231] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3618; }","duration":"151.91663ms","start":"2026-07-29T19:33:52.380561Z","end":"2026-07-29T19:33:52.532478Z","steps":["trace[182169231] 'agreement among raft nodes before linearized reading' (duration: 151.700065ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:52.757959Z","caller":"traceutil/trace.go:171","msg":"trace[2124200488] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"221.318705ms","start":"2026-07-29T19:33:52.536606Z","end":"2026-07-29T19:33:52.757925Z","steps":["trace[2124200488] 'process raft request' (duration: 196.055338ms)","trace[2124200488] 'compare' (duration: 25.111344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:52.758207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.387378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-29T19:33:52.758277Z","caller":"traceutil/trace.go:171","msg":"trace[2061190330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3620; }","duration":"214.49401ms","start":"2026-07-29T19:33:52.543769Z","end":"2026-07-29T19:33:52.758263Z","steps":["trace[2061190330] 'agreement among raft nodes before linearized reading' (duration: 214.259425ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:52.757963Z","caller":"traceutil/trace.go:171","msg":"trace[896177780] linearizableReadLoop","detail":"{readStateIndex:3762; appliedIndex:3760; }","duration":"214.111672ms","start":"2026-07-29T19:33:52.543787Z","end":"2026-07-29T19:33:52.757899Z","steps":["trace[896177780] 'read index received' (duration: 13.879718ms)","trace[896177780] 'applied index is now lower than readState.Index' (duration: 200.230644ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:52.785691Z","caller":"traceutil/trace.go:171","msg":"trace[1340067841] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"127.864601ms","start":"2026-07-29T19:33:52.657794Z","end":"2026-07-29T19:33:52.785659Z","steps":["trace[1340067841] 'process raft request' (duration: 127.691027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:53.253272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.598623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:33:53.253553Z","caller":"traceutil/trace.go:171","msg":"trace[412560064] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"288.560452ms","start":"2026-07-29T19:33:52.96496Z","end":"2026-07-29T19:33:53.25352Z","steps":["trace[412560064] 'process raft request' (duration: 136.62444ms)","trace[412560064] 'compare' (duration: 151.487201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:53.253827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.284498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:33:53.253871Z","caller":"traceutil/trace.go:171","msg":"trace[2021734905] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3623; }","duration":"201.37061ms","start":"2026-07-29T19:33:53.05249Z","end":"2026-07-29T19:33:53.25386Z","steps":["trace[2021734905] 'agreement among raft nodes before linearized reading' (duration: 201.266788ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:53.253382Z","caller":"traceutil/trace.go:171","msg":"trace[278990925] linearizableReadLoop","detail":"{readStateIndex:3765; appliedIndex:3764; }","duration":"200.819908ms","start":"2026-07-29T19:33:53.052545Z","end":"2026-07-29T19:33:53.253365Z","steps":["trace[278990925] 'read index received' (duration: 48.973489ms)","trace[278990925] 'applied index is now lower than readState.Index' (duration: 151.845219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:53.254331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.880364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:33:53.254386Z","caller":"traceutil/trace.go:171","msg":"trace[1082315547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3623; }","duration":"129.000577ms","start":"2026-07-29T19:33:53.125371Z","end":"2026-07-29T19:33:53.254372Z","steps":["trace[1082315547] 'agreement among raft nodes before linearized reading' (duration: 128.889444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:53.549243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.694683ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T19:33:53.549449Z","caller":"traceutil/trace.go:171","msg":"trace[1287278448] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3765; }","duration":"208.527723ms","start":"2026-07-29T19:33:53.340888Z","end":"2026-07-29T19:33:53.549416Z","steps":["trace[1287278448] 'read index received' (duration: 29.598106ms)","trace[1287278448] 'applied index is now lower than readState.Index' (duration: 178.926617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:53.54968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.747848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:33:53.549718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.97647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c6d9a49ebd352a\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-29T19:33:53.549752Z","caller":"traceutil/trace.go:171","msg":"trace[1649117084] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c6d9a49ebd352a; range_end:; response_count:1; response_revision:3623; }","duration":"187.050623ms","start":"2026-07-29T19:33:53.362691Z","end":"2026-07-29T19:33:53.549742Z","steps":["trace[1649117084] 'agreement among raft nodes before linearized reading' (duration: 186.870019ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:53.549766Z","caller":"traceutil/trace.go:171","msg":"trace[464979748] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3623; }","duration":"208.897961ms","start":"2026-07-29T19:33:53.340838Z","end":"2026-07-29T19:33:53.549736Z","steps":["trace[464979748] 'agreement among raft nodes before linearized reading' (duration: 208.707817ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:56.626539Z","caller":"traceutil/trace.go:171","msg":"trace[847932407] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"188.131748ms","start":"2026-07-29T19:33:56.438379Z","end":"2026-07-29T19:33:56.626511Z","steps":["trace[847932407] 'process raft request' (duration: 188.082687ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:33:56.6269Z","caller":"traceutil/trace.go:171","msg":"trace[1032298461] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"188.882725ms","start":"2026-07-29T19:33:56.438004Z","end":"2026-07-29T19:33:56.626886Z","steps":["trace[1032298461] 'process raft request' (duration: 167.816913ms)","trace[1032298461] 'compare' (duration: 20.53278ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:33:59.376892Z","caller":"traceutil/trace.go:171","msg":"trace[204875821] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"100.587637ms","start":"2026-07-29T19:33:59.276276Z","end":"2026-07-29T19:33:59.376864Z","steps":["trace[204875821] 'process raft request' (duration: 100.318831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:33:59.735931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.859506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:33:59.736102Z","caller":"traceutil/trace.go:171","msg":"trace[450847015] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"327.134213ms","start":"2026-07-29T19:33:59.408938Z","end":"2026-07-29T19:33:59.736072Z","steps":["trace[450847015] 'process raft request' (duration: 46.062702ms)","trace[450847015] 'compare' (duration: 280.746004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:33:59.736251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:33:59.408909Z","time spent":"327.266847ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:34:00.019178Z","caller":"traceutil/trace.go:171","msg":"trace[2022104161] linearizableReadLoop","detail":"{readStateIndex:3809; appliedIndex:3808; }","duration":"111.940718ms","start":"2026-07-29T19:33:59.90721Z","end":"2026-07-29T19:34:00.01915Z","steps":["trace[2022104161] 'read index received' (duration: 111.822765ms)","trace[2022104161] 'applied index is now lower than readState.Index' (duration: 116.603µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:00.019305Z","caller":"traceutil/trace.go:171","msg":"trace[2086408339] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"133.576522ms","start":"2026-07-29T19:33:59.88571Z","end":"2026-07-29T19:34:00.019287Z","steps":["trace[2086408339] 'process raft request' (duration: 133.257425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:00.019646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.415138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T19:34:00.019842Z","caller":"traceutil/trace.go:171","msg":"trace[2090789915] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3665; }","duration":"112.653994ms","start":"2026-07-29T19:33:59.907165Z","end":"2026-07-29T19:34:00.019819Z","steps":["trace[2090789915] 'agreement among raft nodes before linearized reading' (duration: 112.362867ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:34:00.140504Z","caller":"traceutil/trace.go:171","msg":"trace[1080758054] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"111.384695ms","start":"2026-07-29T19:34:00.029096Z","end":"2026-07-29T19:34:00.140481Z","steps":["trace[1080758054] 'process raft request' (duration: 111.315513ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:34:00.140603Z","caller":"traceutil/trace.go:171","msg":"trace[1009522801] linearizableReadLoop","detail":"{readStateIndex:3810; appliedIndex:3809; }","duration":"121.28345ms","start":"2026-07-29T19:34:00.019246Z","end":"2026-07-29T19:34:00.14053Z","steps":["trace[1009522801] 'read index received' (duration: 30.951107ms)","trace[1009522801] 'applied index is now lower than readState.Index' (duration: 90.329563ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:00.140528Z","caller":"traceutil/trace.go:171","msg":"trace[1889867123] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"193.96734ms","start":"2026-07-29T19:33:59.946537Z","end":"2026-07-29T19:34:00.140504Z","steps":["trace[1889867123] 'process raft request' (duration: 103.628027ms)","trace[1889867123] 'compare' (duration: 90.121699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:34:00.140743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.176014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T19:34:00.140811Z","caller":"traceutil/trace.go:171","msg":"trace[414847868] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3667; }","duration":"155.286237ms","start":"2026-07-29T19:33:59.985511Z","end":"2026-07-29T19:34:00.140797Z","steps":["trace[414847868] 'agreement among raft nodes before linearized reading' (duration: 155.089043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:00.14081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.649846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:34:00.140855Z","caller":"traceutil/trace.go:171","msg":"trace[629444988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3667; }","duration":"180.730928ms","start":"2026-07-29T19:33:59.960113Z","end":"2026-07-29T19:34:00.140844Z","steps":["trace[629444988] 'agreement among raft nodes before linearized reading' (duration: 180.574345ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:34:00.303443Z","caller":"traceutil/trace.go:171","msg":"trace[783829902] linearizableReadLoop","detail":"{readStateIndex:3812; appliedIndex:3811; }","duration":"155.892751ms","start":"2026-07-29T19:34:00.147523Z","end":"2026-07-29T19:34:00.303415Z","steps":["trace[783829902] 'read index received' (duration: 145.099834ms)","trace[783829902] 'applied index is now lower than readState.Index' (duration: 10.791687ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:00.303547Z","caller":"traceutil/trace.go:171","msg":"trace[1456191292] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"158.736055ms","start":"2026-07-29T19:34:00.144786Z","end":"2026-07-29T19:34:00.303522Z","steps":["trace[1456191292] 'process raft request' (duration: 147.801955ms)","trace[1456191292] 'compare' (duration: 10.704445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:34:00.303703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.168087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T19:34:00.303743Z","caller":"traceutil/trace.go:171","msg":"trace[475765585] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3668; }","duration":"156.244309ms","start":"2026-07-29T19:34:00.147488Z","end":"2026-07-29T19:34:00.303732Z","steps":["trace[475765585] 'agreement among raft nodes before linearized reading' (duration: 156.083225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:00.303728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.780055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:34:00.303795Z","caller":"traceutil/trace.go:171","msg":"trace[1975477035] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3668; }","duration":"136.901208ms","start":"2026-07-29T19:34:00.166876Z","end":"2026-07-29T19:34:00.303777Z","steps":["trace[1975477035] 'agreement among raft nodes before linearized reading' (duration: 136.764165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:00.837177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.701138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:34:00.837279Z","caller":"traceutil/trace.go:171","msg":"trace[2088827015] linearizableReadLoop","detail":"{readStateIndex:3815; appliedIndex:3814; }","duration":"197.229996ms","start":"2026-07-29T19:34:00.640034Z","end":"2026-07-29T19:34:00.837264Z","steps":["trace[2088827015] 'read index received' (duration: 51.358254ms)","trace[2088827015] 'applied index is now lower than readState.Index' (duration: 145.870682ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:00.837318Z","caller":"traceutil/trace.go:171","msg":"trace[2070940143] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"322.369253ms","start":"2026-07-29T19:34:00.514916Z","end":"2026-07-29T19:34:00.837285Z","steps":["trace[2070940143] 'process raft request' (duration: 176.479231ms)","trace[2070940143] 'compare' (duration: 145.307529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:34:00.837459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.43295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T19:34:00.837479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:34:00.514884Z","time spent":"322.506717ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:34:00.837493Z","caller":"traceutil/trace.go:171","msg":"trace[65180427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3671; }","duration":"197.504002ms","start":"2026-07-29T19:34:00.639979Z","end":"2026-07-29T19:34:00.837483Z","steps":["trace[65180427] 'agreement among raft nodes before linearized reading' (duration: 197.379439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:00.837526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.747992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T19:34:00.837605Z","caller":"traceutil/trace.go:171","msg":"trace[774386565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3671; }","duration":"195.853644ms","start":"2026-07-29T19:34:00.641733Z","end":"2026-07-29T19:34:00.837586Z","steps":["trace[774386565] 'agreement among raft nodes before linearized reading' (duration: 195.66625ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:34:01.02594Z","caller":"traceutil/trace.go:171","msg":"trace[585382008] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"184.427143ms","start":"2026-07-29T19:34:00.841484Z","end":"2026-07-29T19:34:01.025911Z","steps":["trace[585382008] 'process raft request' (duration: 99.148565ms)","trace[585382008] 'compare' (duration: 85.159395ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:01.213906Z","caller":"traceutil/trace.go:171","msg":"trace[1059133382] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"126.982561ms","start":"2026-07-29T19:34:01.086897Z","end":"2026-07-29T19:34:01.213879Z","steps":["trace[1059133382] 'process raft request' (duration: 126.696444ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:34:01.802878Z","caller":"traceutil/trace.go:171","msg":"trace[1101369824] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"421.11429ms","start":"2026-07-29T19:34:01.381738Z","end":"2026-07-29T19:34:01.802853Z","steps":["trace[1101369824] 'process raft request' (duration: 420.950756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:01.803318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:34:01.381709Z","time spent":"421.51989ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:34:02.396016Z","caller":"traceutil/trace.go:171","msg":"trace[1761119304] linearizableReadLoop","detail":"{readStateIndex:3823; appliedIndex:3822; }","duration":"102.789648ms","start":"2026-07-29T19:34:02.293207Z","end":"2026-07-29T19:34:02.395996Z","steps":["trace[1761119304] 'read index received' (duration: 102.574083ms)","trace[1761119304] 'applied index is now lower than readState.Index' (duration: 214.505µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:02.396074Z","caller":"traceutil/trace.go:171","msg":"trace[591919293] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"248.879655ms","start":"2026-07-29T19:34:02.147163Z","end":"2026-07-29T19:34:02.396043Z","steps":["trace[591919293] 'process raft request' (duration: 248.6573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:02.396296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.025683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:34:02.3964Z","caller":"traceutil/trace.go:171","msg":"trace[1403008405] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3679; }","duration":"103.261969ms","start":"2026-07-29T19:34:02.293122Z","end":"2026-07-29T19:34:02.396384Z","steps":["trace[1403008405] 'agreement among raft nodes before linearized reading' (duration: 103.007813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:34:05.018942Z","caller":"traceutil/trace.go:171","msg":"trace[1599665389] linearizableReadLoop","detail":"{readStateIndex:3845; appliedIndex:3844; }","duration":"105.478429ms","start":"2026-07-29T19:34:04.913433Z","end":"2026-07-29T19:34:05.018912Z","steps":["trace[1599665389] 'read index received' (duration: 105.309085ms)","trace[1599665389] 'applied index is now lower than readState.Index' (duration: 168.244µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:34:05.019072Z","caller":"traceutil/trace.go:171","msg":"trace[612223151] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"163.885565ms","start":"2026-07-29T19:34:04.855151Z","end":"2026-07-29T19:34:05.019036Z","steps":["trace[612223151] 'process raft request' (duration: 163.602397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:34:05.019159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.702855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T19:34:05.019195Z","caller":"traceutil/trace.go:171","msg":"trace[1916010619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3700; }","duration":"105.778746ms","start":"2026-07-29T19:34:04.913405Z","end":"2026-07-29T19:34:05.019184Z","steps":["trace[1916010619] 'agreement among raft nodes before linearized reading' (duration: 105.606762ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:35:17.892116Z","caller":"traceutil/trace.go:171","msg":"trace[297062380] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"100.816368ms","start":"2026-07-29T19:35:17.791273Z","end":"2026-07-29T19:35:17.892089Z","steps":["trace[297062380] 'process raft request' (duration: 82.649011ms)","trace[297062380] 'compare' (duration: 18.062764ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:35:38.557402Z","caller":"traceutil/trace.go:171","msg":"trace[318645110] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"116.476436ms","start":"2026-07-29T19:35:38.440894Z","end":"2026-07-29T19:35:38.557371Z","steps":["trace[318645110] 'process raft request' (duration: 116.330813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:36:19.998788Z","caller":"traceutil/trace.go:171","msg":"trace[1130617089] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"152.433938ms","start":"2026-07-29T19:36:19.846318Z","end":"2026-07-29T19:36:19.998752Z","steps":["trace[1130617089] 'process raft request' (duration: 54.899256ms)","trace[1130617089] 'compare' (duration: 97.351208ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:36:25.487673Z","caller":"traceutil/trace.go:171","msg":"trace[413789240] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"106.728833ms","start":"2026-07-29T19:36:25.38091Z","end":"2026-07-29T19:36:25.487639Z","steps":["trace[413789240] 'read index received' (duration: 81.743701ms)","trace[413789240] 'applied index is now lower than readState.Index' (duration: 24.984022ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:36:25.487706Z","caller":"traceutil/trace.go:171","msg":"trace[2064335340] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"137.865966ms","start":"2026-07-29T19:36:25.349799Z","end":"2026-07-29T19:36:25.487665Z","steps":["trace[2064335340] 'process raft request' (duration: 112.841513ms)","trace[2064335340] 'compare' (duration: 24.801288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:36:25.487948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.016819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:36:25.488048Z","caller":"traceutil/trace.go:171","msg":"trace[783361718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4606; }","duration":"107.154003ms","start":"2026-07-29T19:36:25.380871Z","end":"2026-07-29T19:36:25.488025Z","steps":["trace[783361718] 'agreement among raft nodes before linearized reading' (duration: 106.922178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:36:25.937203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.493503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:36:25.937321Z","caller":"traceutil/trace.go:171","msg":"trace[5112421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4608; }","duration":"281.656757ms","start":"2026-07-29T19:36:25.655636Z","end":"2026-07-29T19:36:25.937293Z","steps":["trace[5112421] 'range keys from in-memory index tree' (duration: 281.279859ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:36:27.149026Z","caller":"traceutil/trace.go:171","msg":"trace[701958152] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4789; }","duration":"107.080821ms","start":"2026-07-29T19:36:27.04192Z","end":"2026-07-29T19:36:27.149Z","steps":["trace[701958152] 'read index received' (duration: 106.698703ms)","trace[701958152] 'applied index is now lower than readState.Index' (duration: 380.978µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:36:27.149276Z","caller":"traceutil/trace.go:171","msg":"trace[182132964] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"124.761185ms","start":"2026-07-29T19:36:27.024469Z","end":"2026-07-29T19:36:27.14923Z","steps":["trace[182132964] 'process raft request' (duration: 124.358496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:36:27.14941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.363737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:36:27.149456Z","caller":"traceutil/trace.go:171","msg":"trace[1548152266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4616; }","duration":"107.571502ms","start":"2026-07-29T19:36:27.041871Z","end":"2026-07-29T19:36:27.149442Z","steps":["trace[1548152266] 'agreement among raft nodes before linearized reading' (duration: 107.357667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:36:27.749029Z","caller":"traceutil/trace.go:171","msg":"trace[1015251025] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"194.79014ms","start":"2026-07-29T19:36:27.554206Z","end":"2026-07-29T19:36:27.748997Z","steps":["trace[1015251025] 'process raft request' (duration: 151.017747ms)","trace[1015251025] 'compare' (duration: 43.629458ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:36:28.135166Z","caller":"traceutil/trace.go:171","msg":"trace[613136798] linearizableReadLoop","detail":"{readStateIndex:4795; appliedIndex:4794; }","duration":"119.884493ms","start":"2026-07-29T19:36:28.015259Z","end":"2026-07-29T19:36:28.135143Z","steps":["trace[613136798] 'read index received' (duration: 112.885954ms)","trace[613136798] 'applied index is now lower than readState.Index' (duration: 6.997509ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:36:28.135268Z","caller":"traceutil/trace.go:171","msg":"trace[506482916] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"122.729388ms","start":"2026-07-29T19:36:28.012503Z","end":"2026-07-29T19:36:28.135232Z","steps":["trace[506482916] 'process raft request' (duration: 115.627586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:36:28.1356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.256112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T19:36:28.135658Z","caller":"traceutil/trace.go:171","msg":"trace[2070895123] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4621; }","duration":"120.388826ms","start":"2026-07-29T19:36:28.015255Z","end":"2026-07-29T19:36:28.135644Z","steps":["trace[2070895123] 'agreement among raft nodes before linearized reading' (duration: 120.001176ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:04.874549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2741} {"level":"info","ts":"2026-07-29T19:37:05.174219Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2741,"took":"298.458852ms","hash":55213481,"current-db-size-bytes":36675584,"current-db-size":"37 MB","current-db-size-in-use-bytes":11689984,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T19:37:05.174302Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":55213481,"revision":2741,"compact-revision":-1} {"level":"info","ts":"2026-07-29T19:37:06.124743Z","caller":"traceutil/trace.go:171","msg":"trace[1886854519] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"102.116151ms","start":"2026-07-29T19:37:06.022589Z","end":"2026-07-29T19:37:06.124705Z","steps":["trace[1886854519] 'process raft request' (duration: 101.897276ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:08.527327Z","caller":"traceutil/trace.go:171","msg":"trace[1747138775] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"209.072693ms","start":"2026-07-29T19:37:08.318221Z","end":"2026-07-29T19:37:08.527294Z","steps":["trace[1747138775] 'process raft request' (duration: 154.778469ms)","trace[1747138775] 'compare' (duration: 53.936646ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:37:08.527447Z","caller":"traceutil/trace.go:171","msg":"trace[2116881933] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"180.329234ms","start":"2026-07-29T19:37:08.347094Z","end":"2026-07-29T19:37:08.527423Z","steps":["trace[2116881933] 'process raft request' (duration: 179.976246ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:10.437271Z","caller":"traceutil/trace.go:171","msg":"trace[532019981] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"114.053725ms","start":"2026-07-29T19:37:10.323188Z","end":"2026-07-29T19:37:10.437242Z","steps":["trace[532019981] 'process raft request' (duration: 113.845331ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:10.890043Z","caller":"traceutil/trace.go:171","msg":"trace[1909490739] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"100.018152ms","start":"2026-07-29T19:37:10.789978Z","end":"2026-07-29T19:37:10.889996Z","steps":["trace[1909490739] 'process raft request' (duration: 99.872079ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:12.682383Z","caller":"traceutil/trace.go:171","msg":"trace[792375186] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5099; }","duration":"103.988165ms","start":"2026-07-29T19:37:12.578369Z","end":"2026-07-29T19:37:12.682357Z","steps":["trace[792375186] 'read index received' (duration: 86.598276ms)","trace[792375186] 'applied index is now lower than readState.Index' (duration: 17.389009ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:37:12.682436Z","caller":"traceutil/trace.go:171","msg":"trace[1855375105] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"107.938384ms","start":"2026-07-29T19:37:12.574472Z","end":"2026-07-29T19:37:12.68241Z","steps":["trace[1855375105] 'process raft request' (duration: 90.544865ms)","trace[1855375105] 'compare' (duration: 17.231815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:37:12.682584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.185249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:37:12.682668Z","caller":"traceutil/trace.go:171","msg":"trace[251713830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4916; }","duration":"104.334632ms","start":"2026-07-29T19:37:12.578314Z","end":"2026-07-29T19:37:12.682648Z","steps":["trace[251713830] 'agreement among raft nodes before linearized reading' (duration: 104.161758ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:13.332224Z","caller":"traceutil/trace.go:171","msg":"trace[1536543452] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"120.013241ms","start":"2026-07-29T19:37:13.212186Z","end":"2026-07-29T19:37:13.3322Z","steps":["trace[1536543452] 'process raft request' (duration: 119.568001ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:14.077336Z","caller":"traceutil/trace.go:171","msg":"trace[550096557] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"123.88798ms","start":"2026-07-29T19:37:13.953406Z","end":"2026-07-29T19:37:14.077294Z","steps":["trace[550096557] 'process raft request' (duration: 103.495292ms)","trace[550096557] 'compare' (duration: 20.190443ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:37:18.461268Z","caller":"traceutil/trace.go:171","msg":"trace[311766803] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"111.529117ms","start":"2026-07-29T19:37:18.349695Z","end":"2026-07-29T19:37:18.461224Z","steps":["trace[311766803] 'process raft request' (duration: 111.316983ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:21.634651Z","caller":"traceutil/trace.go:171","msg":"trace[1499575040] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"113.044131ms","start":"2026-07-29T19:37:21.521581Z","end":"2026-07-29T19:37:21.634625Z","steps":["trace[1499575040] 'process raft request' (duration: 112.876597ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:31.478297Z","caller":"traceutil/trace.go:171","msg":"trace[23240972] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"100.898043ms","start":"2026-07-29T19:37:31.377364Z","end":"2026-07-29T19:37:31.478262Z","steps":["trace[23240972] 'process raft request' (duration: 100.74601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:33.237313Z","caller":"traceutil/trace.go:171","msg":"trace[917723059] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"101.768943ms","start":"2026-07-29T19:37:33.135494Z","end":"2026-07-29T19:37:33.237263Z","steps":["trace[917723059] 'process raft request' (duration: 101.449786ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:37:33.835846Z","caller":"traceutil/trace.go:171","msg":"trace[609090629] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"102.168552ms","start":"2026-07-29T19:37:33.733654Z","end":"2026-07-29T19:37:33.835823Z","steps":["trace[609090629] 'process raft request' (duration: 101.65819ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:00.716787Z","caller":"traceutil/trace.go:171","msg":"trace[437136125] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5411; }","duration":"114.757711ms","start":"2026-07-29T19:38:00.602003Z","end":"2026-07-29T19:38:00.716761Z","steps":["trace[437136125] 'read index received' (duration: 114.568836ms)","trace[437136125] 'applied index is now lower than readState.Index' (duration: 188.045µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:00.716909Z","caller":"traceutil/trace.go:171","msg":"trace[1012234758] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"141.267518ms","start":"2026-07-29T19:38:00.575604Z","end":"2026-07-29T19:38:00.716872Z","steps":["trace[1012234758] 'process raft request' (duration: 141.018622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:00.71694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.901584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:38:00.717089Z","caller":"traceutil/trace.go:171","msg":"trace[181991224] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5218; }","duration":"115.077348ms","start":"2026-07-29T19:38:00.601979Z","end":"2026-07-29T19:38:00.717056Z","steps":["trace[181991224] 'agreement among raft nodes before linearized reading' (duration: 114.888314ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:01.403214Z","caller":"traceutil/trace.go:171","msg":"trace[732725554] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5417; }","duration":"120.513243ms","start":"2026-07-29T19:38:01.282652Z","end":"2026-07-29T19:38:01.403165Z","steps":["trace[732725554] 'read index received' (duration: 21.724868ms)","trace[732725554] 'applied index is now lower than readState.Index' (duration: 98.787205ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:01.403297Z","caller":"traceutil/trace.go:171","msg":"trace[776208833] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"139.884357ms","start":"2026-07-29T19:38:01.263377Z","end":"2026-07-29T19:38:01.403261Z","steps":["trace[776208833] 'process raft request' (duration: 41.056251ms)","trace[776208833] 'compare' (duration: 98.493448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:01.403646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.692287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:38:01.403701Z","caller":"traceutil/trace.go:171","msg":"trace[1730797084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5224; }","duration":"121.084276ms","start":"2026-07-29T19:38:01.282588Z","end":"2026-07-29T19:38:01.403672Z","steps":["trace[1730797084] 'agreement among raft nodes before linearized reading' (duration: 120.692687ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:01.644738Z","caller":"traceutil/trace.go:171","msg":"trace[600295441] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"131.970545ms","start":"2026-07-29T19:38:01.512739Z","end":"2026-07-29T19:38:01.644709Z","steps":["trace[600295441] 'process raft request' (duration: 61.9549ms)","trace[600295441] 'compare' (duration: 69.79007ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:01.681477Z","caller":"traceutil/trace.go:171","msg":"trace[450480933] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"168.061503ms","start":"2026-07-29T19:38:01.513384Z","end":"2026-07-29T19:38:01.681445Z","steps":["trace[450480933] 'process raft request' (duration: 167.9149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:08.958613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.704486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:08.958706Z","caller":"traceutil/trace.go:171","msg":"trace[973582910] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5269; }","duration":"133.835469ms","start":"2026-07-29T19:38:08.824847Z","end":"2026-07-29T19:38:08.958683Z","steps":["trace[973582910] 'count revisions from in-memory index tree' (duration: 133.613434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:08.958967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.051425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T19:38:08.95906Z","caller":"traceutil/trace.go:171","msg":"trace[1186717674] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5269; }","duration":"227.181798ms","start":"2026-07-29T19:38:08.731854Z","end":"2026-07-29T19:38:08.959036Z","steps":["trace[1186717674] 'range keys from in-memory index tree' (duration: 226.890312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:08.959179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.986897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:38:08.959235Z","caller":"traceutil/trace.go:171","msg":"trace[1103071928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5269; }","duration":"163.11372ms","start":"2026-07-29T19:38:08.796105Z","end":"2026-07-29T19:38:08.959219Z","steps":["trace[1103071928] 'range keys from in-memory index tree' (duration: 162.67019ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:09.267855Z","caller":"traceutil/trace.go:171","msg":"trace[1487126457] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"304.288306ms","start":"2026-07-29T19:38:08.963545Z","end":"2026-07-29T19:38:09.267833Z","steps":["trace[1487126457] 'process raft request' (duration: 304.126122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:09.268064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:08.963504Z","time spent":"304.475841ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:09.268263Z","caller":"traceutil/trace.go:171","msg":"trace[815388678] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"304.462261ms","start":"2026-07-29T19:38:08.963782Z","end":"2026-07-29T19:38:09.268244Z","steps":["trace[815388678] 'process raft request' (duration: 304.01299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:09.268416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:08.963761Z","time spent":"304.577853ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:09.268731Z","caller":"traceutil/trace.go:171","msg":"trace[863724424] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"303.662613ms","start":"2026-07-29T19:38:08.96505Z","end":"2026-07-29T19:38:09.268713Z","steps":["trace[863724424] 'process raft request' (duration: 302.913896ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:09.268726Z","caller":"traceutil/trace.go:171","msg":"trace[710230078] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5466; }","duration":"201.97145ms","start":"2026-07-29T19:38:09.066723Z","end":"2026-07-29T19:38:09.268695Z","steps":["trace[710230078] 'read index received' (duration: 200.992317ms)","trace[710230078] 'applied index is now lower than readState.Index' (duration: 978.003µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:09.268811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:08.965038Z","time spent":"303.735604ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:09.269003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.258256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:09.269052Z","caller":"traceutil/trace.go:171","msg":"trace[1581761923] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5273; }","duration":"202.367379ms","start":"2026-07-29T19:38:09.066673Z","end":"2026-07-29T19:38:09.269041Z","steps":["trace[1581761923] 'agreement among raft nodes before linearized reading' (duration: 202.155304ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:09.395008Z","caller":"traceutil/trace.go:171","msg":"trace[2104333649] linearizableReadLoop","detail":"{readStateIndex:5470; appliedIndex:5469; }","duration":"126.184472ms","start":"2026-07-29T19:38:09.268797Z","end":"2026-07-29T19:38:09.394981Z","steps":["trace[2104333649] 'read index received' (duration: 70.062246ms)","trace[2104333649] 'applied index is now lower than readState.Index' (duration: 56.121276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:09.395212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.01147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:09.395433Z","caller":"traceutil/trace.go:171","msg":"trace[1534958624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"270.276526ms","start":"2026-07-29T19:38:09.125141Z","end":"2026-07-29T19:38:09.395418Z","steps":["trace[1534958624] 'agreement among raft nodes before linearized reading' (duration: 269.948069ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:09.395702Z","caller":"traceutil/trace.go:171","msg":"trace[518137984] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"277.41201ms","start":"2026-07-29T19:38:09.118258Z","end":"2026-07-29T19:38:09.39567Z","steps":["trace[518137984] 'process raft request' (duration: 220.617768ms)","trace[518137984] 'compare' (duration: 55.887942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:09.396271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.874584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T19:38:09.39632Z","caller":"traceutil/trace.go:171","msg":"trace[624284503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5274; }","duration":"145.981926ms","start":"2026-07-29T19:38:09.250327Z","end":"2026-07-29T19:38:09.396309Z","steps":["trace[624284503] 'agreement among raft nodes before linearized reading' (duration: 145.814493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:09.74928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.173331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:38:09.749394Z","caller":"traceutil/trace.go:171","msg":"trace[521682933] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5470; }","duration":"317.704703ms","start":"2026-07-29T19:38:09.431674Z","end":"2026-07-29T19:38:09.749378Z","steps":["trace[521682933] 'read index received' (duration: 79.284327ms)","trace[521682933] 'applied index is now lower than readState.Index' (duration: 238.419256ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:09.749466Z","caller":"traceutil/trace.go:171","msg":"trace[276071823] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"346.700318ms","start":"2026-07-29T19:38:09.402755Z","end":"2026-07-29T19:38:09.749455Z","steps":["trace[276071823] 'process raft request' (duration: 108.251101ms)","trace[276071823] 'compare' (duration: 238.045278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:09.749536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:09.402733Z","time spent":"346.768919ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:09.749952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.249478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T19:38:09.750061Z","caller":"traceutil/trace.go:171","msg":"trace[1506545904] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5275; }","duration":"318.40568ms","start":"2026-07-29T19:38:09.431636Z","end":"2026-07-29T19:38:09.750041Z","steps":["trace[1506545904] 'agreement among raft nodes before linearized reading' (duration: 317.824336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:09.750113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:09.431621Z","time spent":"318.482203ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":348,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:38:09.829357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.830162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T19:38:09.829403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.916993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:09.829454Z","caller":"traceutil/trace.go:171","msg":"trace[240392607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5276; }","duration":"363.956644ms","start":"2026-07-29T19:38:09.465472Z","end":"2026-07-29T19:38:09.829429Z","steps":["trace[240392607] 'agreement among raft nodes before linearized reading' (duration: 363.79488ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:09.829467Z","caller":"traceutil/trace.go:171","msg":"trace[275831824] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5276; }","duration":"234.044746ms","start":"2026-07-29T19:38:09.595404Z","end":"2026-07-29T19:38:09.829449Z","steps":["trace[275831824] 'agreement among raft nodes before linearized reading' (duration: 233.883733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:09.829474Z","caller":"traceutil/trace.go:171","msg":"trace[1779821390] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"267.631586ms","start":"2026-07-29T19:38:09.561811Z","end":"2026-07-29T19:38:09.829442Z","steps":["trace[1779821390] 'process raft request' (duration: 267.325709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:09.829519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:09.465459Z","time spent":"364.046517ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:38:09.82952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.644617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T19:38:09.829618Z","caller":"traceutil/trace.go:171","msg":"trace[1182931283] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5276; }","duration":"274.77639ms","start":"2026-07-29T19:38:09.554817Z","end":"2026-07-29T19:38:09.829594Z","steps":["trace[1182931283] 'agreement among raft nodes before linearized reading' (duration: 274.557865ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.132519Z","caller":"traceutil/trace.go:171","msg":"trace[128037805] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"298.705069ms","start":"2026-07-29T19:38:09.833774Z","end":"2026-07-29T19:38:10.132479Z","steps":["trace[128037805] 'process raft request' (duration: 223.003743ms)","trace[128037805] 'compare' (duration: 75.513131ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:10.173914Z","caller":"traceutil/trace.go:171","msg":"trace[1091482318] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"339.742058ms","start":"2026-07-29T19:38:09.834145Z","end":"2026-07-29T19:38:10.173887Z","steps":["trace[1091482318] 'process raft request' (duration: 339.249207ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.173994Z","caller":"traceutil/trace.go:171","msg":"trace[1919409835] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5472; }","duration":"186.874534ms","start":"2026-07-29T19:38:09.987016Z","end":"2026-07-29T19:38:10.173891Z","steps":["trace[1919409835] 'read index received' (duration: 69.730938ms)","trace[1919409835] 'applied index is now lower than readState.Index' (duration: 117.142196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:10.174138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:09.834123Z","time spent":"339.865982ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:10.174191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.163262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T19:38:10.174267Z","caller":"traceutil/trace.go:171","msg":"trace[1947216204] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5279; }","duration":"187.289624ms","start":"2026-07-29T19:38:09.986957Z","end":"2026-07-29T19:38:10.174246Z","steps":["trace[1947216204] 'agreement among raft nodes before linearized reading' (duration: 187.07903ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.174086Z","caller":"traceutil/trace.go:171","msg":"trace[592391775] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"285.619128ms","start":"2026-07-29T19:38:09.888303Z","end":"2026-07-29T19:38:10.173923Z","steps":["trace[592391775] 'process raft request' (duration: 285.486685ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.281142Z","caller":"traceutil/trace.go:171","msg":"trace[965392059] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"127.734678ms","start":"2026-07-29T19:38:10.15338Z","end":"2026-07-29T19:38:10.281115Z","steps":["trace[965392059] 'process raft request' (duration: 111.406284ms)","trace[965392059] 'compare' (duration: 16.065759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:10.281257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.357027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:10.281304Z","caller":"traceutil/trace.go:171","msg":"trace[1161565555] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5280; }","duration":"126.465729ms","start":"2026-07-29T19:38:10.154826Z","end":"2026-07-29T19:38:10.281292Z","steps":["trace[1161565555] 'agreement among raft nodes before linearized reading' (duration: 126.366697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.281123Z","caller":"traceutil/trace.go:171","msg":"trace[1164788474] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5475; }","duration":"106.966742ms","start":"2026-07-29T19:38:10.174104Z","end":"2026-07-29T19:38:10.281071Z","steps":["trace[1164788474] 'read index received' (duration: 90.703329ms)","trace[1164788474] 'applied index is now lower than readState.Index' (duration: 16.262463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:10.281934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.866532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-29T19:38:10.281997Z","caller":"traceutil/trace.go:171","msg":"trace[668518140] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5280; }","duration":"103.990194ms","start":"2026-07-29T19:38:10.177992Z","end":"2026-07-29T19:38:10.281982Z","steps":["trace[668518140] 'agreement among raft nodes before linearized reading' (duration: 103.80284ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.779464Z","caller":"traceutil/trace.go:171","msg":"trace[946588486] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"153.040388ms","start":"2026-07-29T19:38:10.626401Z","end":"2026-07-29T19:38:10.779441Z","steps":["trace[946588486] 'process raft request' (duration: 152.916256ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:10.988878Z","caller":"traceutil/trace.go:171","msg":"trace[1056508853] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"196.291101ms","start":"2026-07-29T19:38:10.792545Z","end":"2026-07-29T19:38:10.988836Z","steps":["trace[1056508853] 'process raft request' (duration: 126.182183ms)","trace[1056508853] 'compare' (duration: 69.883412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:11.29151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.359872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:11.291617Z","caller":"traceutil/trace.go:171","msg":"trace[785208764] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5282; }","duration":"131.507855ms","start":"2026-07-29T19:38:11.160086Z","end":"2026-07-29T19:38:11.291594Z","steps":["trace[785208764] 'count revisions from in-memory index tree' (duration: 131.28429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:11.291834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.875689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T19:38:11.291914Z","caller":"traceutil/trace.go:171","msg":"trace[342561474] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5282; }","duration":"195.004181ms","start":"2026-07-29T19:38:11.09689Z","end":"2026-07-29T19:38:11.291895Z","steps":["trace[342561474] 'range keys from in-memory index tree' (duration: 194.740205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:11.29191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.532298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:11.29199Z","caller":"traceutil/trace.go:171","msg":"trace[1650558116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5282; }","duration":"166.667131ms","start":"2026-07-29T19:38:11.125302Z","end":"2026-07-29T19:38:11.291969Z","steps":["trace[1650558116] 'range keys from in-memory index tree' (duration: 166.440226ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:11.678561Z","caller":"traceutil/trace.go:171","msg":"trace[1434108114] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"382.745206ms","start":"2026-07-29T19:38:11.295788Z","end":"2026-07-29T19:38:11.678534Z","steps":["trace[1434108114] 'process raft request' (duration: 346.670589ms)","trace[1434108114] 'compare' (duration: 35.708278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:11.678745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:11.295761Z","time spent":"382.871858ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:11.678725Z","caller":"traceutil/trace.go:171","msg":"trace[319565144] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"382.611082ms","start":"2026-07-29T19:38:11.29609Z","end":"2026-07-29T19:38:11.678701Z","steps":["trace[319565144] 'process raft request' (duration: 382.524231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:11.678886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:11.29608Z","time spent":"382.731475ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:11.708161Z","caller":"traceutil/trace.go:171","msg":"trace[1945641675] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"307.059191ms","start":"2026-07-29T19:38:11.401068Z","end":"2026-07-29T19:38:11.708127Z","steps":["trace[1945641675] 'process raft request' (duration: 306.882797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:11.708349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:11.40103Z","time spent":"307.220534ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:13.164103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.810699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T19:38:13.164188Z","caller":"traceutil/trace.go:171","msg":"trace[275721995] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5293; }","duration":"236.942922ms","start":"2026-07-29T19:38:12.927226Z","end":"2026-07-29T19:38:13.164169Z","steps":["trace[275721995] 'count revisions from in-memory index tree' (duration: 236.662705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:13.907067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.714235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:38:13.907424Z","caller":"traceutil/trace.go:171","msg":"trace[1976661943] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"443.956719ms","start":"2026-07-29T19:38:13.463451Z","end":"2026-07-29T19:38:13.907407Z","steps":["trace[1976661943] 'process raft request' (duration: 238.833435ms)","trace[1976661943] 'compare' (duration: 204.577191ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:13.907461Z","caller":"traceutil/trace.go:171","msg":"trace[959190398] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"442.791622ms","start":"2026-07-29T19:38:13.464633Z","end":"2026-07-29T19:38:13.907424Z","steps":["trace[959190398] 'read index received' (duration: 237.652457ms)","trace[959190398] 'applied index is now lower than readState.Index' (duration: 205.134564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:13.907479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.463429Z","time spent":"444.02477ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:14.042268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.106138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-29T19:38:14.042366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.708855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:38:14.042455Z","caller":"traceutil/trace.go:171","msg":"trace[860778454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5294; }","duration":"577.823278ms","start":"2026-07-29T19:38:13.464612Z","end":"2026-07-29T19:38:14.042435Z","steps":["trace[860778454] 'agreement among raft nodes before linearized reading' (duration: 442.900385ms)","trace[860778454] 'range keys from in-memory index tree' (duration: 134.724379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:14.042551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.464603Z","time spent":"577.93658ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T19:38:14.198971Z","caller":"traceutil/trace.go:171","msg":"trace[1784054670] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"485.710877ms","start":"2026-07-29T19:38:13.713225Z","end":"2026-07-29T19:38:14.198936Z","steps":["trace[1784054670] 'process raft request' (duration: 485.466662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.199277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.713201Z","time spent":"485.970962ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:14.510103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.926769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:38:14.510349Z","caller":"traceutil/trace.go:171","msg":"trace[680503337] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"604.904489ms","start":"2026-07-29T19:38:13.905413Z","end":"2026-07-29T19:38:14.510318Z","steps":["trace[680503337] 'process raft request' (duration: 402.655762ms)","trace[680503337] 'compare' (duration: 201.51112ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:14.510394Z","caller":"traceutil/trace.go:171","msg":"trace[1824922549] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"309.876395ms","start":"2026-07-29T19:38:14.200502Z","end":"2026-07-29T19:38:14.510379Z","steps":["trace[1824922549] 'process raft request' (duration: 309.826604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.510505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.200474Z","time spent":"310.001757ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:14.510567Z","caller":"traceutil/trace.go:171","msg":"trace[1831709858] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"603.045956ms","start":"2026-07-29T19:38:13.907496Z","end":"2026-07-29T19:38:14.510542Z","steps":["trace[1831709858] 'read index received' (duration: 291.35241ms)","trace[1831709858] 'applied index is now lower than readState.Index' (duration: 311.691406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:14.510731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.905377Z","time spent":"605.043122ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:14.510955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.013273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:38:14.510995Z","caller":"traceutil/trace.go:171","msg":"trace[1100939916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5297; }","duration":"828.093505ms","start":"2026-07-29T19:38:13.682891Z","end":"2026-07-29T19:38:14.510984Z","steps":["trace[1100939916] 'agreement among raft nodes before linearized reading' (duration: 827.733247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.511025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.68287Z","time spent":"828.147977ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:38:14.511144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.772853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T19:38:14.511172Z","caller":"traceutil/trace.go:171","msg":"trace[1630703182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5297; }","duration":"675.852165ms","start":"2026-07-29T19:38:13.835313Z","end":"2026-07-29T19:38:14.511165Z","steps":["trace[1630703182] 'agreement among raft nodes before linearized reading' (duration: 675.319293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.511197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.835288Z","time spent":"675.902937ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T19:38:14.511426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.446553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:38:14.511501Z","caller":"traceutil/trace.go:171","msg":"trace[119541192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5297; }","duration":"828.567295ms","start":"2026-07-29T19:38:13.682923Z","end":"2026-07-29T19:38:14.51149Z","steps":["trace[119541192] 'agreement among raft nodes before linearized reading' (duration: 827.669755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.511554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.682901Z","time spent":"828.643338ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:38:14.511418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.679699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T19:38:14.511756Z","caller":"traceutil/trace.go:171","msg":"trace[1162395870] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5297; }","duration":"836.016816ms","start":"2026-07-29T19:38:13.675701Z","end":"2026-07-29T19:38:14.511717Z","steps":["trace[1162395870] 'agreement among raft nodes before linearized reading' (duration: 834.970973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.51186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.675624Z","time spent":"836.202751ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T19:38:14.536548Z","caller":"traceutil/trace.go:171","msg":"trace[534767739] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"219.497272ms","start":"2026-07-29T19:38:14.31701Z","end":"2026-07-29T19:38:14.536508Z","steps":["trace[534767739] 'process raft request' (duration: 217.662841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.536614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.491162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T19:38:14.536662Z","caller":"traceutil/trace.go:171","msg":"trace[1661443175] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5298; }","duration":"260.605105ms","start":"2026-07-29T19:38:14.276041Z","end":"2026-07-29T19:38:14.536646Z","steps":["trace[1661443175] 'agreement among raft nodes before linearized reading' (duration: 260.476862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.536612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.876998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:14.536728Z","caller":"traceutil/trace.go:171","msg":"trace[444722526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5298; }","duration":"612.060693ms","start":"2026-07-29T19:38:13.924652Z","end":"2026-07-29T19:38:14.536712Z","steps":["trace[444722526] 'agreement among raft nodes before linearized reading' (duration: 611.735045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.536792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.820118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T19:38:14.536811Z","caller":"traceutil/trace.go:171","msg":"trace[1831677846] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5298; }","duration":"550.928281ms","start":"2026-07-29T19:38:13.985877Z","end":"2026-07-29T19:38:14.536805Z","steps":["trace[1831677846] 'agreement among raft nodes before linearized reading' (duration: 550.868879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.536835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.985853Z","time spent":"550.976811ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-29T19:38:14.536831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:13.924639Z","time spent":"612.151574ms","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:38:14.536836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.878895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T19:38:14.536882Z","caller":"traceutil/trace.go:171","msg":"trace[318285285] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5298; }","duration":"504.976577ms","start":"2026-07-29T19:38:14.031894Z","end":"2026-07-29T19:38:14.53687Z","steps":["trace[318285285] 'agreement among raft nodes before linearized reading' (duration: 504.829744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.536928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.031872Z","time spent":"505.042549ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:38:14.536579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.830014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T19:38:14.536986Z","caller":"traceutil/trace.go:171","msg":"trace[827768656] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5298; }","duration":"382.246483ms","start":"2026-07-29T19:38:14.15472Z","end":"2026-07-29T19:38:14.536966Z","steps":["trace[827768656] 'agreement among raft nodes before linearized reading' (duration: 381.713561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.537042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.485447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:14.537064Z","caller":"traceutil/trace.go:171","msg":"trace[1257995020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5298; }","duration":"412.562848ms","start":"2026-07-29T19:38:14.124495Z","end":"2026-07-29T19:38:14.537058Z","steps":["trace[1257995020] 'agreement among raft nodes before linearized reading' (duration: 412.524917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.53706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.154679Z","time spent":"382.355856ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:38:14.537083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.124473Z","time spent":"412.60558ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T19:38:14.53707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.670279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:38:14.537189Z","caller":"traceutil/trace.go:171","msg":"trace[1735250269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5298; }","duration":"490.830163ms","start":"2026-07-29T19:38:14.046344Z","end":"2026-07-29T19:38:14.537174Z","steps":["trace[1735250269] 'agreement among raft nodes before linearized reading' (duration: 490.285641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.537282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.04633Z","time spent":"490.935745ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T19:38:14.537555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.99042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:38:14.537603Z","caller":"traceutil/trace.go:171","msg":"trace[527736900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5298; }","duration":"335.085853ms","start":"2026-07-29T19:38:14.202506Z","end":"2026-07-29T19:38:14.537592Z","steps":["trace[527736900] 'agreement among raft nodes before linearized reading' (duration: 334.899169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.537634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.202484Z","time spent":"335.142474ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T19:38:14.881694Z","caller":"traceutil/trace.go:171","msg":"trace[1781664917] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"365.358166ms","start":"2026-07-29T19:38:14.51631Z","end":"2026-07-29T19:38:14.881668Z","steps":["trace[1781664917] 'process raft request' (duration: 365.311545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.88185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.516288Z","time spent":"365.482559ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:14.881862Z","caller":"traceutil/trace.go:171","msg":"trace[249096676] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"365.751365ms","start":"2026-07-29T19:38:14.516077Z","end":"2026-07-29T19:38:14.881829Z","steps":["trace[249096676] 'process raft request' (duration: 365.341186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:14.881963Z","caller":"traceutil/trace.go:171","msg":"trace[1093432614] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"365.720755ms","start":"2026-07-29T19:38:14.516173Z","end":"2026-07-29T19:38:14.881894Z","steps":["trace[1093432614] 'process raft request' (duration: 365.377437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.882054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.516055Z","time spent":"365.884939ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:14.882179Z","caller":"traceutil/trace.go:171","msg":"trace[1303601603] linearizableReadLoop","detail":"{readStateIndex:5500; appliedIndex:5500; }","duration":"344.16228ms","start":"2026-07-29T19:38:14.538004Z","end":"2026-07-29T19:38:14.882166Z","steps":["trace[1303601603] 'read index received' (duration: 344.15307ms)","trace[1303601603] 'applied index is now lower than readState.Index' (duration: 7.7µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:14.882217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.516168Z","time spent":"365.93019ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:14.882322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.295073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:14.882365Z","caller":"traceutil/trace.go:171","msg":"trace[873465099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5302; }","duration":"344.388606ms","start":"2026-07-29T19:38:14.537968Z","end":"2026-07-29T19:38:14.882357Z","steps":["trace[873465099] 'agreement among raft nodes before linearized reading' (duration: 344.293074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.882444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.537955Z","time spent":"344.478457ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:38:14.882114Z","caller":"traceutil/trace.go:171","msg":"trace[639141893] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"365.872219ms","start":"2026-07-29T19:38:14.516209Z","end":"2026-07-29T19:38:14.882081Z","steps":["trace[639141893] 'process raft request' (duration: 365.380826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.882916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.516204Z","time spent":"366.634976ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:14.954266Z","caller":"traceutil/trace.go:171","msg":"trace[282620243] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"413.425368ms","start":"2026-07-29T19:38:14.540815Z","end":"2026-07-29T19:38:14.95424Z","steps":["trace[282620243] 'process raft request' (duration: 413.245984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.954483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.540798Z","time spent":"413.548411ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:14.954614Z","caller":"traceutil/trace.go:171","msg":"trace[1978313712] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"413.679414ms","start":"2026-07-29T19:38:14.540912Z","end":"2026-07-29T19:38:14.954591Z","steps":["trace[1978313712] 'process raft request' (duration: 413.288275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.954721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.540902Z","time spent":"413.763056ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:14.955066Z","caller":"traceutil/trace.go:171","msg":"trace[780299675] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"413.90236ms","start":"2026-07-29T19:38:14.541134Z","end":"2026-07-29T19:38:14.955036Z","steps":["trace[780299675] 'process raft request' (duration: 413.791898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:14.955175Z","caller":"traceutil/trace.go:171","msg":"trace[2118054349] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"414.215227ms","start":"2026-07-29T19:38:14.540944Z","end":"2026-07-29T19:38:14.955159Z","steps":["trace[2118054349] 'process raft request' (duration: 413.601192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.955206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.541115Z","time spent":"414.019312ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:14.955258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.540934Z","time spent":"414.285638ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:38:14.955455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.614722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"warn","ts":"2026-07-29T19:38:14.955524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.283941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-29T19:38:14.955532Z","caller":"traceutil/trace.go:171","msg":"trace[1829473254] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5306; }","duration":"416.705644ms","start":"2026-07-29T19:38:14.538809Z","end":"2026-07-29T19:38:14.955514Z","steps":["trace[1829473254] 'agreement among raft nodes before linearized reading' (duration: 416.335545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:14.955593Z","caller":"traceutil/trace.go:171","msg":"trace[322935077] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5306; }","duration":"415.356233ms","start":"2026-07-29T19:38:14.5402Z","end":"2026-07-29T19:38:14.955556Z","steps":["trace[322935077] 'agreement among raft nodes before linearized reading' (duration: 414.869622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:14.955631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.540187Z","time spent":"415.436544ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-29T19:38:14.955753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:14.53877Z","time spent":"416.937669ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11175,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T19:38:15.213714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.650111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:38:15.21416Z","caller":"traceutil/trace.go:171","msg":"trace[970412680] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"249.551311ms","start":"2026-07-29T19:38:14.964572Z","end":"2026-07-29T19:38:15.214123Z","steps":["trace[970412680] 'read index received' (duration: 92.385788ms)","trace[970412680] 'applied index is now lower than readState.Index' (duration: 157.162003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:15.214403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.817217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-29T19:38:15.214436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.415136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:38:15.214474Z","caller":"traceutil/trace.go:171","msg":"trace[2084692766] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5308; }","duration":"249.915629ms","start":"2026-07-29T19:38:14.964541Z","end":"2026-07-29T19:38:15.214457Z","steps":["trace[2084692766] 'agreement among raft nodes before linearized reading' (duration: 249.691134ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:15.214499Z","caller":"traceutil/trace.go:171","msg":"trace[996600897] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5308; }","duration":"207.533277ms","start":"2026-07-29T19:38:15.006947Z","end":"2026-07-29T19:38:15.21448Z","steps":["trace[996600897] 'agreement among raft nodes before linearized reading' (duration: 207.404304ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:15.215083Z","caller":"traceutil/trace.go:171","msg":"trace[143887298] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"253.482271ms","start":"2026-07-29T19:38:14.960422Z","end":"2026-07-29T19:38:15.213905Z","steps":["trace[143887298] 'process raft request' (duration: 96.524123ms)","trace[143887298] 'compare' (duration: 156.395106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:38:16.542964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.764714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T19:38:16.543064Z","caller":"traceutil/trace.go:171","msg":"trace[107206030] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5309; }","duration":"194.915628ms","start":"2026-07-29T19:38:16.348123Z","end":"2026-07-29T19:38:16.543039Z","steps":["trace[107206030] 'range keys from in-memory index tree' (duration: 194.597111ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:16.834044Z","caller":"traceutil/trace.go:171","msg":"trace[733586496] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"286.654201ms","start":"2026-07-29T19:38:16.547341Z","end":"2026-07-29T19:38:16.833996Z","steps":["trace[733586496] 'process raft request' (duration: 286.614311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:16.834097Z","caller":"traceutil/trace.go:171","msg":"trace[1797556961] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"316.782723ms","start":"2026-07-29T19:38:16.517264Z","end":"2026-07-29T19:38:16.834047Z","steps":["trace[1797556961] 'process raft request' (duration: 316.474456ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:16.834146Z","caller":"traceutil/trace.go:171","msg":"trace[987828331] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"292.027515ms","start":"2026-07-29T19:38:16.542074Z","end":"2026-07-29T19:38:16.834102Z","steps":["trace[987828331] 'process raft request' (duration: 291.842131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:16.834356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:38:16.517225Z","time spent":"316.986657ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:38:16.880576Z","caller":"traceutil/trace.go:171","msg":"trace[616509746] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"230.390181ms","start":"2026-07-29T19:38:16.650169Z","end":"2026-07-29T19:38:16.880559Z","steps":["trace[616509746] 'process raft request' (duration: 230.031273ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:16.881187Z","caller":"traceutil/trace.go:171","msg":"trace[2094881364] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"194.97116ms","start":"2026-07-29T19:38:16.686038Z","end":"2026-07-29T19:38:16.881009Z","steps":["trace[2094881364] 'process raft request' (duration: 194.362156ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:17.108075Z","caller":"traceutil/trace.go:171","msg":"trace[228483549] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"217.946977ms","start":"2026-07-29T19:38:16.890088Z","end":"2026-07-29T19:38:17.108035Z","steps":["trace[228483549] 'process raft request' (duration: 186.815873ms)","trace[228483549] 'compare' (duration: 30.860217ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:17.118698Z","caller":"traceutil/trace.go:171","msg":"trace[449390133] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5513; }","duration":"159.283842ms","start":"2026-07-29T19:38:16.959382Z","end":"2026-07-29T19:38:17.118666Z","steps":["trace[449390133] 'read index received' (duration: 117.556295ms)","trace[449390133] 'applied index is now lower than readState.Index' (duration: 41.725757ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:38:17.118747Z","caller":"traceutil/trace.go:171","msg":"trace[858017071] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"227.523586ms","start":"2026-07-29T19:38:16.891198Z","end":"2026-07-29T19:38:17.118721Z","steps":["trace[858017071] 'process raft request' (duration: 227.2501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:17.118859Z","caller":"traceutil/trace.go:171","msg":"trace[183226920] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"227.077286ms","start":"2026-07-29T19:38:16.891769Z","end":"2026-07-29T19:38:17.118847Z","steps":["trace[183226920] 'process raft request' (duration: 226.84561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:38:17.11916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.761063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T19:38:17.119171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.088557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:38:17.119237Z","caller":"traceutil/trace.go:171","msg":"trace[713029857] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5318; }","duration":"159.896366ms","start":"2026-07-29T19:38:16.95931Z","end":"2026-07-29T19:38:17.119206Z","steps":["trace[713029857] 'agreement among raft nodes before linearized reading' (duration: 159.575699ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:17.119256Z","caller":"traceutil/trace.go:171","msg":"trace[1072764566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5318; }","duration":"159.22647ms","start":"2026-07-29T19:38:16.960009Z","end":"2026-07-29T19:38:17.119235Z","steps":["trace[1072764566] 'agreement among raft nodes before linearized reading' (duration: 158.881793ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:22.989901Z","caller":"traceutil/trace.go:171","msg":"trace[795836905] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"119.042049ms","start":"2026-07-29T19:38:22.870834Z","end":"2026-07-29T19:38:22.989876Z","steps":["trace[795836905] 'process raft request' (duration: 118.866725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:23.043324Z","caller":"traceutil/trace.go:171","msg":"trace[516165712] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"168.81353ms","start":"2026-07-29T19:38:22.874474Z","end":"2026-07-29T19:38:23.043287Z","steps":["trace[516165712] 'process raft request' (duration: 168.644986ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:38:40.160816Z","caller":"traceutil/trace.go:171","msg":"trace[1116899649] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"119.299465ms","start":"2026-07-29T19:38:40.04147Z","end":"2026-07-29T19:38:40.16077Z","steps":["trace[1116899649] 'process raft request' (duration: 76.576565ms)","trace[1116899649] 'compare' (duration: 42.590707ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:40:35.616087Z","caller":"traceutil/trace.go:171","msg":"trace[1357530141] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"131.07132ms","start":"2026-07-29T19:40:35.484993Z","end":"2026-07-29T19:40:35.616064Z","steps":["trace[1357530141] 'process raft request' (duration: 108.006503ms)","trace[1357530141] 'compare' (duration: 22.966045ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:40:35.87924Z","caller":"traceutil/trace.go:171","msg":"trace[744730701] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"250.157356ms","start":"2026-07-29T19:40:35.629052Z","end":"2026-07-29T19:40:35.879209Z","steps":["trace[744730701] 'process raft request' (duration: 249.842199ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:40:35.903523Z","caller":"traceutil/trace.go:171","msg":"trace[1926372489] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"240.912785ms","start":"2026-07-29T19:40:35.662594Z","end":"2026-07-29T19:40:35.903506Z","steps":["trace[1926372489] 'process raft request' (duration: 240.820543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:40:50.128123Z","caller":"traceutil/trace.go:171","msg":"trace[61328714] linearizableReadLoop","detail":"{readStateIndex:6511; appliedIndex:6510; }","duration":"122.709409ms","start":"2026-07-29T19:40:50.005386Z","end":"2026-07-29T19:40:50.128095Z","steps":["trace[61328714] 'read index received' (duration: 95.525017ms)","trace[61328714] 'applied index is now lower than readState.Index' (duration: 27.183352ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:40:50.128179Z","caller":"traceutil/trace.go:171","msg":"trace[1532408431] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"123.375325ms","start":"2026-07-29T19:40:50.004766Z","end":"2026-07-29T19:40:50.128141Z","steps":["trace[1532408431] 'process raft request' (duration: 96.06489ms)","trace[1532408431] 'compare' (duration: 27.142271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:40:50.128388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.983995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-29T19:40:50.128549Z","caller":"traceutil/trace.go:171","msg":"trace[681433232] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:6282; }","duration":"123.15598ms","start":"2026-07-29T19:40:50.00538Z","end":"2026-07-29T19:40:50.128536Z","steps":["trace[681433232] 'agreement among raft nodes before linearized reading' (duration: 122.889693ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:40:52.412897Z","caller":"traceutil/trace.go:171","msg":"trace[1286282198] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"117.445379ms","start":"2026-07-29T19:40:52.295426Z","end":"2026-07-29T19:40:52.412871Z","steps":["trace[1286282198] 'process raft request' (duration: 117.212574ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:41:59.314502Z","caller":"traceutil/trace.go:171","msg":"trace[1379485544] linearizableReadLoop","detail":"{readStateIndex:6963; appliedIndex:6962; }","duration":"158.846173ms","start":"2026-07-29T19:41:59.155632Z","end":"2026-07-29T19:41:59.314478Z","steps":["trace[1379485544] 'read index received' (duration: 158.663448ms)","trace[1379485544] 'applied index is now lower than readState.Index' (duration: 181.785µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:41:59.314665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.001016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:41:59.314755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.552042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:41:59.314789Z","caller":"traceutil/trace.go:171","msg":"trace[669463742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6720; }","duration":"108.612483ms","start":"2026-07-29T19:41:59.206167Z","end":"2026-07-29T19:41:59.314779Z","steps":["trace[669463742] 'agreement among raft nodes before linearized reading' (duration: 108.45908ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:41:59.314678Z","caller":"traceutil/trace.go:171","msg":"trace[1433557496] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"165.430172ms","start":"2026-07-29T19:41:59.149128Z","end":"2026-07-29T19:41:59.314558Z","steps":["trace[1433557496] 'process raft request' (duration: 165.215417ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:41:59.314909Z","caller":"traceutil/trace.go:171","msg":"trace[2070439725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:6720; }","duration":"159.102349ms","start":"2026-07-29T19:41:59.155605Z","end":"2026-07-29T19:41:59.314708Z","steps":["trace[2070439725] 'agreement among raft nodes before linearized reading' (duration: 158.978116ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:41:59.491206Z","caller":"traceutil/trace.go:171","msg":"trace[1098868328] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"172.160237ms","start":"2026-07-29T19:41:59.319012Z","end":"2026-07-29T19:41:59.491172Z","steps":["trace[1098868328] 'process raft request' (duration: 91.114894ms)","trace[1098868328] 'compare' (duration: 80.922251ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:00.877988Z","caller":"traceutil/trace.go:171","msg":"trace[1178754086] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"167.545202ms","start":"2026-07-29T19:42:00.7104Z","end":"2026-07-29T19:42:00.877945Z","steps":["trace[1178754086] 'process raft request' (duration: 121.56716ms)","trace[1178754086] 'compare' (duration: 45.813418ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:00.878093Z","caller":"traceutil/trace.go:171","msg":"trace[1219945666] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6728; }","duration":"100.012217ms","start":"2026-07-29T19:42:00.778046Z","end":"2026-07-29T19:42:00.878058Z","steps":["trace[1219945666] 'agreement among raft nodes before linearized reading' (duration: 99.849823ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:01.030696Z","caller":"traceutil/trace.go:171","msg":"trace[2092853843] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6971; }","duration":"104.796466ms","start":"2026-07-29T19:42:00.92588Z","end":"2026-07-29T19:42:01.030676Z","steps":["trace[2092853843] 'read index received' (duration: 16.070428ms)","trace[2092853843] 'applied index is now lower than readState.Index' (duration: 88.725128ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:01.030901Z","caller":"traceutil/trace.go:171","msg":"trace[1802599650] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"146.901969ms","start":"2026-07-29T19:42:00.883963Z","end":"2026-07-29T19:42:01.030865Z","steps":["trace[1802599650] 'process raft request' (duration: 130.301359ms)","trace[1802599650] 'compare' (duration: 16.316814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:42:01.030991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T19:42:01.031032Z","caller":"traceutil/trace.go:171","msg":"trace[1760934216] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6730; }","duration":"105.174734ms","start":"2026-07-29T19:42:00.925843Z","end":"2026-07-29T19:42:01.031018Z","steps":["trace[1760934216] 'agreement among raft nodes before linearized reading' (duration: 105.040611ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:01.183955Z","caller":"traceutil/trace.go:171","msg":"trace[1036495151] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"149.042278ms","start":"2026-07-29T19:42:01.034881Z","end":"2026-07-29T19:42:01.183924Z","steps":["trace[1036495151] 'process raft request' (duration: 105.575354ms)","trace[1036495151] 'compare' (duration: 43.285149ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:01.18414Z","caller":"traceutil/trace.go:171","msg":"trace[80220098] linearizableReadLoop","detail":"{readStateIndex:6975; appliedIndex:6973; }","duration":"134.408543ms","start":"2026-07-29T19:42:01.049689Z","end":"2026-07-29T19:42:01.184097Z","steps":["trace[80220098] 'read index received' (duration: 90.779056ms)","trace[80220098] 'applied index is now lower than readState.Index' (duration: 43.627667ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:01.184243Z","caller":"traceutil/trace.go:171","msg":"trace[370976682] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"149.032178ms","start":"2026-07-29T19:42:01.035141Z","end":"2026-07-29T19:42:01.184174Z","steps":["trace[370976682] 'process raft request' (duration: 148.733441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:01.184372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.662779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T19:42:01.184416Z","caller":"traceutil/trace.go:171","msg":"trace[570966184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6732; }","duration":"134.744451ms","start":"2026-07-29T19:42:01.049658Z","end":"2026-07-29T19:42:01.184403Z","steps":["trace[570966184] 'agreement among raft nodes before linearized reading' (duration: 134.586738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:01.184488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.177522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1411"} {"level":"info","ts":"2026-07-29T19:42:01.184559Z","caller":"traceutil/trace.go:171","msg":"trace[1409327931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6732; }","duration":"114.260473ms","start":"2026-07-29T19:42:01.070277Z","end":"2026-07-29T19:42:01.184537Z","steps":["trace[1409327931] 'agreement among raft nodes before linearized reading' (duration: 114.051129ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:01.875471Z","caller":"traceutil/trace.go:171","msg":"trace[949640644] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"191.695594ms","start":"2026-07-29T19:42:01.683753Z","end":"2026-07-29T19:42:01.875448Z","steps":["trace[949640644] 'process raft request' (duration: 191.54327ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:01.913891Z","caller":"traceutil/trace.go:171","msg":"trace[1857176129] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"128.351596ms","start":"2026-07-29T19:42:01.785513Z","end":"2026-07-29T19:42:01.913865Z","steps":["trace[1857176129] 'process raft request' (duration: 107.323554ms)","trace[1857176129] 'compare' (duration: 20.912039ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:04.881944Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4869} {"level":"info","ts":"2026-07-29T19:42:04.981427Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4869,"took":"98.436712ms","hash":3132056545,"current-db-size-bytes":36675584,"current-db-size":"37 MB","current-db-size-in-use-bytes":8777728,"current-db-size-in-use":"8.8 MB"} {"level":"info","ts":"2026-07-29T19:42:04.981488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3132056545,"revision":4869,"compact-revision":2741} {"level":"warn","ts":"2026-07-29T19:42:45.911585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.113372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:42:45.911895Z","caller":"traceutil/trace.go:171","msg":"trace[122641406] linearizableReadLoop","detail":"{readStateIndex:7265; appliedIndex:7264; }","duration":"142.692642ms","start":"2026-07-29T19:42:45.769182Z","end":"2026-07-29T19:42:45.911874Z","steps":["trace[122641406] 'read index received' (duration: 58.781µs)","trace[122641406] 'applied index is now lower than readState.Index' (duration: 142.632241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:42:45.912195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.83166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T19:42:45.912274Z","caller":"traceutil/trace.go:171","msg":"trace[1080061105] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7012; }","duration":"105.952683ms","start":"2026-07-29T19:42:45.806308Z","end":"2026-07-29T19:42:45.912261Z","steps":["trace[1080061105] 'agreement among raft nodes before linearized reading' (duration: 105.711388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:45.912424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.247716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T19:42:45.912497Z","caller":"traceutil/trace.go:171","msg":"trace[1852227834] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7012; }","duration":"143.356008ms","start":"2026-07-29T19:42:45.769129Z","end":"2026-07-29T19:42:45.912485Z","steps":["trace[1852227834] 'agreement among raft nodes before linearized reading' (duration: 142.844707ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:45.911964Z","caller":"traceutil/trace.go:171","msg":"trace[1630572007] transaction","detail":"{read_only:false; response_revision:7012; number_of_response:1; }","duration":"298.820072ms","start":"2026-07-29T19:42:45.613081Z","end":"2026-07-29T19:42:45.911902Z","steps":["trace[1630572007] 'process raft request' (duration: 26.009594ms)","trace[1630572007] 'compare' (duration: 271.892228ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:46.235578Z","caller":"traceutil/trace.go:171","msg":"trace[1415331583] transaction","detail":"{read_only:false; response_revision:7013; number_of_response:1; }","duration":"318.818801ms","start":"2026-07-29T19:42:45.916733Z","end":"2026-07-29T19:42:46.235552Z","steps":["trace[1415331583] 'process raft request' (duration: 318.632637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:46.235727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:45.916701Z","time spent":"318.951794ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:42:46.252581Z","caller":"traceutil/trace.go:171","msg":"trace[560300222] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"335.090653ms","start":"2026-07-29T19:42:45.917462Z","end":"2026-07-29T19:42:46.252553Z","steps":["trace[560300222] 'process raft request' (duration: 335.014911ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.252621Z","caller":"traceutil/trace.go:171","msg":"trace[46189493] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"335.662756ms","start":"2026-07-29T19:42:45.916948Z","end":"2026-07-29T19:42:46.252611Z","steps":["trace[46189493] 'process raft request' (duration: 335.431701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:46.252681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:45.91694Z","time spent":"335.712557ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:42:46.252592Z","caller":"traceutil/trace.go:171","msg":"trace[1203267207] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"335.797199ms","start":"2026-07-29T19:42:45.916773Z","end":"2026-07-29T19:42:46.25257Z","steps":["trace[1203267207] 'process raft request' (duration: 335.472472ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.252707Z","caller":"traceutil/trace.go:171","msg":"trace[201942390] linearizableReadLoop","detail":"{readStateIndex:7269; appliedIndex:7265; }","duration":"266.111386ms","start":"2026-07-29T19:42:45.986571Z","end":"2026-07-29T19:42:46.252682Z","steps":["trace[201942390] 'read index received' (duration: 248.80394ms)","trace[201942390] 'applied index is now lower than readState.Index' (duration: 17.305276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:42:46.252731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:45.917451Z","time spent":"335.201526ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:42:46.25276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:45.916747Z","time spent":"335.996934ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:42:46.253031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.459993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T19:42:46.253046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.056683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T19:42:46.253081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.078636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:42:46.253117Z","caller":"traceutil/trace.go:171","msg":"trace[957343877] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7018; }","duration":"266.583996ms","start":"2026-07-29T19:42:45.986517Z","end":"2026-07-29T19:42:46.253101Z","steps":["trace[957343877] 'agreement among raft nodes before linearized reading' (duration: 266.385052ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.253137Z","caller":"traceutil/trace.go:171","msg":"trace[1991214705] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7018; }","duration":"210.197687ms","start":"2026-07-29T19:42:46.042918Z","end":"2026-07-29T19:42:46.253115Z","steps":["trace[1991214705] 'agreement among raft nodes before linearized reading' (duration: 209.942171ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.253191Z","caller":"traceutil/trace.go:171","msg":"trace[147956916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7018; }","duration":"127.210138ms","start":"2026-07-29T19:42:46.125943Z","end":"2026-07-29T19:42:46.253153Z","steps":["trace[147956916] 'agreement among raft nodes before linearized reading' (duration: 127.000184ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.414974Z","caller":"traceutil/trace.go:171","msg":"trace[179995492] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"155.736172ms","start":"2026-07-29T19:42:46.259202Z","end":"2026-07-29T19:42:46.414938Z","steps":["trace[179995492] 'process raft request' (duration: 155.452826ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.414873Z","caller":"traceutil/trace.go:171","msg":"trace[776325450] linearizableReadLoop","detail":"{readStateIndex:7272; appliedIndex:7271; }","duration":"152.581619ms","start":"2026-07-29T19:42:46.26227Z","end":"2026-07-29T19:42:46.414852Z","steps":["trace[776325450] 'read index received' (duration: 152.424276ms)","trace[776325450] 'applied index is now lower than readState.Index' (duration: 156.233µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:42:46.415264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.951677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-29T19:42:46.415341Z","caller":"traceutil/trace.go:171","msg":"trace[1685813006] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:7019; }","duration":"153.06895ms","start":"2026-07-29T19:42:46.262252Z","end":"2026-07-29T19:42:46.415321Z","steps":["trace[1685813006] 'agreement among raft nodes before linearized reading' (duration: 152.835985ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:46.619819Z","caller":"traceutil/trace.go:171","msg":"trace[1654340187] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"186.75089ms","start":"2026-07-29T19:42:46.433007Z","end":"2026-07-29T19:42:46.619757Z","steps":["trace[1654340187] 'process raft request' (duration: 102.146906ms)","trace[1654340187] 'compare' (duration: 84.495481ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:54.506684Z","caller":"traceutil/trace.go:171","msg":"trace[904693215] linearizableReadLoop","detail":"{readStateIndex:7324; appliedIndex:7321; }","duration":"215.59152ms","start":"2026-07-29T19:42:54.291068Z","end":"2026-07-29T19:42:54.506659Z","steps":["trace[904693215] 'read index received' (duration: 4.346639ms)","trace[904693215] 'applied index is now lower than readState.Index' (duration: 211.243871ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:54.506714Z","caller":"traceutil/trace.go:171","msg":"trace[889063231] transaction","detail":"{read_only:false; response_revision:7068; number_of_response:1; }","duration":"223.044311ms","start":"2026-07-29T19:42:54.283645Z","end":"2026-07-29T19:42:54.506689Z","steps":["trace[889063231] 'process raft request' (duration: 222.815445ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:54.506803Z","caller":"traceutil/trace.go:171","msg":"trace[1528100898] transaction","detail":"{read_only:false; response_revision:7069; number_of_response:1; }","duration":"222.632132ms","start":"2026-07-29T19:42:54.284134Z","end":"2026-07-29T19:42:54.506766Z","steps":["trace[1528100898] 'process raft request' (duration: 222.474328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:54.506951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.551042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T19:42:54.506983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.887997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:42:54.507069Z","caller":"traceutil/trace.go:171","msg":"trace[1141646242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7069; }","duration":"216.01001ms","start":"2026-07-29T19:42:54.291041Z","end":"2026-07-29T19:42:54.507051Z","steps":["trace[1141646242] 'agreement among raft nodes before linearized reading' (duration: 215.767975ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:54.507012Z","caller":"traceutil/trace.go:171","msg":"trace[1788107354] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7069; }","duration":"209.642775ms","start":"2026-07-29T19:42:54.297354Z","end":"2026-07-29T19:42:54.506997Z","steps":["trace[1788107354] 'agreement among raft nodes before linearized reading' (duration: 209.456661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:57.615318Z","caller":"traceutil/trace.go:171","msg":"trace[668727446] transaction","detail":"{read_only:false; response_revision:7087; number_of_response:1; }","duration":"261.691844ms","start":"2026-07-29T19:42:57.3536Z","end":"2026-07-29T19:42:57.615292Z","steps":["trace[668727446] 'process raft request' (duration: 261.51594ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:57.945933Z","caller":"traceutil/trace.go:171","msg":"trace[465543528] transaction","detail":"{read_only:false; response_revision:7091; number_of_response:1; }","duration":"216.03664ms","start":"2026-07-29T19:42:57.729873Z","end":"2026-07-29T19:42:57.945909Z","steps":["trace[465543528] 'process raft request' (duration: 215.897237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.020169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.908742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:42:59.020495Z","caller":"traceutil/trace.go:171","msg":"trace[76762419] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"497.18667ms","start":"2026-07-29T19:42:58.523286Z","end":"2026-07-29T19:42:59.020473Z","steps":["trace[76762419] 'process raft request' (duration: 497.124409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.020634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.523277Z","time spent":"497.307823ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:42:59.020751Z","caller":"traceutil/trace.go:171","msg":"trace[593651808] transaction","detail":"{read_only:false; response_revision:7092; number_of_response:1; }","duration":"813.465452ms","start":"2026-07-29T19:42:58.207263Z","end":"2026-07-29T19:42:59.020728Z","steps":["trace[593651808] 'process raft request' (duration: 490.862865ms)","trace[593651808] 'compare' (duration: 321.659096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:42:59.020856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.207244Z","time spent":"813.558304ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:42:59.020823Z","caller":"traceutil/trace.go:171","msg":"trace[787297652] linearizableReadLoop","detail":"{readStateIndex:7348; appliedIndex:7347; }","duration":"713.354953ms","start":"2026-07-29T19:42:58.307334Z","end":"2026-07-29T19:42:59.020689Z","steps":["trace[787297652] 'read index received' (duration: 390.810627ms)","trace[787297652] 'applied index is now lower than readState.Index' (duration: 322.541566ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:59.020949Z","caller":"traceutil/trace.go:171","msg":"trace[638524221] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"497.758073ms","start":"2026-07-29T19:42:58.523142Z","end":"2026-07-29T19:42:59.020901Z","steps":["trace[638524221] 'process raft request' (duration: 497.16891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.021089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.754193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T19:42:59.021087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.997708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T19:42:59.021122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.523118Z","time spent":"497.915867ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:42:59.021137Z","caller":"traceutil/trace.go:171","msg":"trace[1448367002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7094; }","duration":"713.828484ms","start":"2026-07-29T19:42:58.307296Z","end":"2026-07-29T19:42:59.021125Z","steps":["trace[1448367002] 'agreement among raft nodes before linearized reading' (duration: 713.65552ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:59.02115Z","caller":"traceutil/trace.go:171","msg":"trace[543774821] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7094; }","duration":"578.11163ms","start":"2026-07-29T19:42:58.443021Z","end":"2026-07-29T19:42:59.021132Z","steps":["trace[543774821] 'agreement among raft nodes before linearized reading' (duration: 577.985887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.021171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.307284Z","time spent":"713.879315ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:42:59.021204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.442997Z","time spent":"578.196873ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":18,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:42:59.021243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.185807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T19:42:59.021249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.430812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T19:42:59.021345Z","caller":"traceutil/trace.go:171","msg":"trace[469644445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7094; }","duration":"458.371601ms","start":"2026-07-29T19:42:58.562946Z","end":"2026-07-29T19:42:59.021318Z","steps":["trace[469644445] 'agreement among raft nodes before linearized reading' (duration: 458.056424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:42:59.021352Z","caller":"traceutil/trace.go:171","msg":"trace[1534676719] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7094; }","duration":"482.567096ms","start":"2026-07-29T19:42:58.538758Z","end":"2026-07-29T19:42:59.021325Z","steps":["trace[1534676719] 'agreement among raft nodes before linearized reading' (duration: 482.245798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.021402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.562925Z","time spent":"458.463205ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T19:42:59.021402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:58.538737Z","time spent":"482.650777ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:42:59.504931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.768078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:42:59.505133Z","caller":"traceutil/trace.go:171","msg":"trace[421758268] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"419.034043ms","start":"2026-07-29T19:42:59.086082Z","end":"2026-07-29T19:42:59.505116Z","steps":["trace[421758268] 'process raft request' (duration: 418.991622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.505209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.086061Z","time spent":"419.115505ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:42:59.505323Z","caller":"traceutil/trace.go:171","msg":"trace[275988683] linearizableReadLoop","detail":"{readStateIndex:7353; appliedIndex:7351; }","duration":"463.198443ms","start":"2026-07-29T19:42:59.042114Z","end":"2026-07-29T19:42:59.505312Z","steps":["trace[275988683] 'read index received' (duration: 155.062576ms)","trace[275988683] 'applied index is now lower than readState.Index' (duration: 308.134897ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:42:59.505336Z","caller":"traceutil/trace.go:171","msg":"trace[957564842] transaction","detail":"{read_only:false; response_revision:7096; number_of_response:1; }","duration":"479.68158ms","start":"2026-07-29T19:42:59.025621Z","end":"2026-07-29T19:42:59.505303Z","steps":["trace[957564842] 'process raft request' (duration: 171.461051ms)","trace[957564842] 'compare' (duration: 307.652886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:42:59.50542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.492911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:42:59.505453Z","caller":"traceutil/trace.go:171","msg":"trace[318763972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7098; }","duration":"380.559383ms","start":"2026-07-29T19:42:59.124886Z","end":"2026-07-29T19:42:59.505445Z","steps":["trace[318763972] 'agreement among raft nodes before linearized reading' (duration: 380.510432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.505466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.358496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T19:42:59.50548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.124869Z","time spent":"380.606114ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T19:42:59.505519Z","caller":"traceutil/trace.go:171","msg":"trace[1695539666] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7098; }","duration":"463.442608ms","start":"2026-07-29T19:42:59.042064Z","end":"2026-07-29T19:42:59.505506Z","steps":["trace[1695539666] 'agreement among raft nodes before linearized reading' (duration: 463.277744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.505494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.025611Z","time spent":"479.800162ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:42:59.505724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.042046Z","time spent":"463.670863ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T19:42:59.505814Z","caller":"traceutil/trace.go:171","msg":"trace[1697098270] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"480.040867ms","start":"2026-07-29T19:42:59.025744Z","end":"2026-07-29T19:42:59.505785Z","steps":["trace[1697098270] 'process raft request' (duration: 479.2749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:42:59.505963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.025711Z","time spent":"480.175841ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:00.195883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241086258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T19:43:00.326282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.247019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:00.326355Z","caller":"traceutil/trace.go:171","msg":"trace[207938427] linearizableReadLoop","detail":"{readStateIndex:7355; appliedIndex:7354; }","duration":"631.01263ms","start":"2026-07-29T19:42:59.695332Z","end":"2026-07-29T19:43:00.326344Z","steps":["trace[207938427] 'read index received' (duration: 528.553097ms)","trace[207938427] 'applied index is now lower than readState.Index' (duration: 102.458753ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:00.326407Z","caller":"traceutil/trace.go:171","msg":"trace[1685293802] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"705.617277ms","start":"2026-07-29T19:42:59.620784Z","end":"2026-07-29T19:43:00.326401Z","steps":["trace[1685293802] 'process raft request' (duration: 603.175034ms)","trace[1685293802] 'compare' (duration: 101.89098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:00.326437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.620718Z","time spent":"705.703469ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:00.32656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.547305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T19:43:00.326672Z","caller":"traceutil/trace.go:171","msg":"trace[1094842185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7099; }","duration":"597.704578ms","start":"2026-07-29T19:42:59.728947Z","end":"2026-07-29T19:43:00.326651Z","steps":["trace[1094842185] 'agreement among raft nodes before linearized reading' (duration: 597.474263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.326713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.457101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:43:00.326717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.728925Z","time spent":"597.782291ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T19:43:00.32674Z","caller":"traceutil/trace.go:171","msg":"trace[1757049835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7099; }","duration":"279.532383ms","start":"2026-07-29T19:43:00.047201Z","end":"2026-07-29T19:43:00.326734Z","steps":["trace[1757049835] 'agreement among raft nodes before linearized reading' (duration: 279.476542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.326823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.771814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:43:00.326885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.542672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T19:43:00.326913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.591582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T19:43:00.326917Z","caller":"traceutil/trace.go:171","msg":"trace[702656622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7099; }","duration":"201.904678ms","start":"2026-07-29T19:43:00.124989Z","end":"2026-07-29T19:43:00.326894Z","steps":["trace[702656622] 'agreement among raft nodes before linearized reading' (duration: 201.744354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.326933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.333296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T19:43:00.326967Z","caller":"traceutil/trace.go:171","msg":"trace[735295342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7099; }","duration":"631.669195ms","start":"2026-07-29T19:42:59.695276Z","end":"2026-07-29T19:43:00.326946Z","steps":["trace[735295342] 'agreement among raft nodes before linearized reading' (duration: 631.44354ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:00.327001Z","caller":"traceutil/trace.go:171","msg":"trace[753296140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7099; }","duration":"376.722245ms","start":"2026-07-29T19:42:59.950231Z","end":"2026-07-29T19:43:00.326953Z","steps":["trace[753296140] 'agreement among raft nodes before linearized reading' (duration: 376.50825ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:00.327027Z","caller":"traceutil/trace.go:171","msg":"trace[1516134957] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7099; }","duration":"341.483699ms","start":"2026-07-29T19:42:59.985519Z","end":"2026-07-29T19:43:00.327002Z","steps":["trace[1516134957] 'agreement among raft nodes before linearized reading' (duration: 341.191643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.327029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.695251Z","time spent":"631.764908ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T19:43:00.327077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.985496Z","time spent":"341.572322ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-29T19:43:00.327093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:42:59.950201Z","time spent":"376.841057ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T19:43:00.834244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.117387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:00.834347Z","caller":"traceutil/trace.go:171","msg":"trace[1831703695] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"503.916894ms","start":"2026-07-29T19:43:00.33041Z","end":"2026-07-29T19:43:00.834327Z","steps":["trace[1831703695] 'process raft request' (duration: 118.634453ms)","trace[1831703695] 'compare' (duration: 384.82463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:00.834616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:00.330392Z","time spent":"503.985855ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:00.851512Z","caller":"traceutil/trace.go:171","msg":"trace[1426660189] linearizableReadLoop","detail":"{readStateIndex:7358; appliedIndex:7355; }","duration":"518.793984ms","start":"2026-07-29T19:43:00.332688Z","end":"2026-07-29T19:43:00.851482Z","steps":["trace[1426660189] 'read index received' (duration: 116.343541ms)","trace[1426660189] 'applied index is now lower than readState.Index' (duration: 402.449293ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:00.851606Z","caller":"traceutil/trace.go:171","msg":"trace[1364830179] transaction","detail":"{read_only:false; response_revision:7101; number_of_response:1; }","duration":"521.035465ms","start":"2026-07-29T19:43:00.330535Z","end":"2026-07-29T19:43:00.851571Z","steps":["trace[1364830179] 'process raft request' (duration: 520.692857ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:00.851668Z","caller":"traceutil/trace.go:171","msg":"trace[1057074575] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"520.997494ms","start":"2026-07-29T19:43:00.330655Z","end":"2026-07-29T19:43:00.851652Z","steps":["trace[1057074575] 'process raft request' (duration: 520.752428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.851786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:00.33052Z","time spent":"521.172379ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:00.851803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:00.33063Z","time spent":"521.081176ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:00.852011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.358587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:43:00.852073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.384128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T19:43:00.852122Z","caller":"traceutil/trace.go:171","msg":"trace[595466752] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:7102; }","duration":"519.45314ms","start":"2026-07-29T19:43:00.332653Z","end":"2026-07-29T19:43:00.852106Z","steps":["trace[595466752] 'agreement among raft nodes before linearized reading' (duration: 519.294366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.852158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:00.33264Z","time spent":"519.509251ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-29T19:43:00.852101Z","caller":"traceutil/trace.go:171","msg":"trace[1654447580] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7102; }","duration":"484.50016ms","start":"2026-07-29T19:43:00.367578Z","end":"2026-07-29T19:43:00.852078Z","steps":["trace[1654447580] 'agreement among raft nodes before linearized reading' (duration: 484.341027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:00.852264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:00.367556Z","time spent":"484.688034ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-29T19:43:01.146282Z","caller":"traceutil/trace.go:171","msg":"trace[652862306] linearizableReadLoop","detail":"{readStateIndex:7359; appliedIndex:7358; }","duration":"214.374673ms","start":"2026-07-29T19:43:00.93188Z","end":"2026-07-29T19:43:01.146255Z","steps":["trace[652862306] 'read index received' (duration: 184.886548ms)","trace[652862306] 'applied index is now lower than readState.Index' (duration: 29.487085ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:01.14639Z","caller":"traceutil/trace.go:171","msg":"trace[901183511] transaction","detail":"{read_only:false; response_revision:7103; number_of_response:1; }","duration":"222.909558ms","start":"2026-07-29T19:43:00.923449Z","end":"2026-07-29T19:43:01.146359Z","steps":["trace[901183511] 'process raft request' (duration: 193.314171ms)","trace[901183511] 'compare' (duration: 29.368752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:01.146438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.544627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:43:01.146479Z","caller":"traceutil/trace.go:171","msg":"trace[2132040978] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7103; }","duration":"214.641499ms","start":"2026-07-29T19:43:00.931823Z","end":"2026-07-29T19:43:01.146465Z","steps":["trace[2132040978] 'agreement among raft nodes before linearized reading' (duration: 214.556988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:01.377231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.791497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:01.377368Z","caller":"traceutil/trace.go:171","msg":"trace[325320821] linearizableReadLoop","detail":"{readStateIndex:7361; appliedIndex:7359; }","duration":"231.003342ms","start":"2026-07-29T19:43:01.146352Z","end":"2026-07-29T19:43:01.377355Z","steps":["trace[325320821] 'read index received' (duration: 100.963429ms)","trace[325320821] 'applied index is now lower than readState.Index' (duration: 130.039073ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:01.377458Z","caller":"traceutil/trace.go:171","msg":"trace[386225938] transaction","detail":"{read_only:false; response_revision:7104; number_of_response:1; }","duration":"351.474807ms","start":"2026-07-29T19:43:01.025941Z","end":"2026-07-29T19:43:01.377416Z","steps":["trace[386225938] 'process raft request' (duration: 221.423874ms)","trace[386225938] 'compare' (duration: 129.674035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:01.377511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.620179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T19:43:01.377486Z","caller":"traceutil/trace.go:171","msg":"trace[250706408] transaction","detail":"{read_only:false; response_revision:7105; number_of_response:1; }","duration":"350.584827ms","start":"2026-07-29T19:43:01.026866Z","end":"2026-07-29T19:43:01.377451Z","steps":["trace[250706408] 'process raft request' (duration: 350.443534ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:01.377537Z","caller":"traceutil/trace.go:171","msg":"trace[1397530105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7105; }","duration":"333.674251ms","start":"2026-07-29T19:43:01.043855Z","end":"2026-07-29T19:43:01.37753Z","steps":["trace[1397530105] 'agreement among raft nodes before linearized reading' (duration: 333.568108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:01.377512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.437092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:43:01.377567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.043843Z","time spent":"333.716051ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T19:43:01.377595Z","caller":"traceutil/trace.go:171","msg":"trace[1519549749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7105; }","duration":"252.567946ms","start":"2026-07-29T19:43:01.12501Z","end":"2026-07-29T19:43:01.377578Z","steps":["trace[1519549749] 'agreement among raft nodes before linearized reading' (duration: 252.419382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:01.377616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.025914Z","time spent":"351.622581ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:01.377633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.02684Z","time spent":"350.71426ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:01.377625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.821299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:43:01.37773Z","caller":"traceutil/trace.go:171","msg":"trace[1789134660] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7105; }","duration":"227.987574ms","start":"2026-07-29T19:43:01.149723Z","end":"2026-07-29T19:43:01.37771Z","steps":["trace[1789134660] 'agreement among raft nodes before linearized reading' (duration: 227.775479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:01.663295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.028215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:01.663398Z","caller":"traceutil/trace.go:171","msg":"trace[121429093] linearizableReadLoop","detail":"{readStateIndex:7363; appliedIndex:7362; }","duration":"191.030429ms","start":"2026-07-29T19:43:01.47235Z","end":"2026-07-29T19:43:01.663381Z","steps":["trace[121429093] 'read index received' (duration: 84.83846ms)","trace[121429093] 'applied index is now lower than readState.Index' (duration: 106.190489ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:01.66347Z","caller":"traceutil/trace.go:171","msg":"trace[269429764] transaction","detail":"{read_only:false; response_revision:7107; number_of_response:1; }","duration":"281.129328ms","start":"2026-07-29T19:43:01.382329Z","end":"2026-07-29T19:43:01.663459Z","steps":["trace[269429764] 'process raft request' (duration: 174.850908ms)","trace[269429764] 'compare' (duration: 105.727788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:01.663968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.751799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T19:43:01.664075Z","caller":"traceutil/trace.go:171","msg":"trace[232768152] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7107; }","duration":"224.887253ms","start":"2026-07-29T19:43:01.439158Z","end":"2026-07-29T19:43:01.664045Z","steps":["trace[232768152] 'agreement among raft nodes before linearized reading' (duration: 224.33969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.163754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646845083241086282,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T19:43:02.250968Z","caller":"traceutil/trace.go:171","msg":"trace[1911790235] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"741.082237ms","start":"2026-07-29T19:43:01.509859Z","end":"2026-07-29T19:43:02.250941Z","steps":["trace[1911790235] 'process raft request' (duration: 729.37802ms)","trace[1911790235] 'compare' (duration: 11.564494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:02.251133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.509833Z","time spent":"741.216281ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:02.316119Z","caller":"traceutil/trace.go:171","msg":"trace[324071646] transaction","detail":"{read_only:false; response_revision:7110; number_of_response:1; }","duration":"112.992624ms","start":"2026-07-29T19:43:02.203098Z","end":"2026-07-29T19:43:02.316091Z","steps":["trace[324071646] 'process raft request' (duration: 112.897642ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:02.316168Z","caller":"traceutil/trace.go:171","msg":"trace[1125089483] transaction","detail":"{read_only:false; response_revision:7109; number_of_response:1; }","duration":"647.957897ms","start":"2026-07-29T19:43:01.668182Z","end":"2026-07-29T19:43:02.31614Z","steps":["trace[1125089483] 'process raft request' (duration: 647.696511ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:02.316309Z","caller":"traceutil/trace.go:171","msg":"trace[242430731] linearizableReadLoop","detail":"{readStateIndex:7365; appliedIndex:7363; }","duration":"652.847219ms","start":"2026-07-29T19:43:01.663424Z","end":"2026-07-29T19:43:02.316271Z","steps":["trace[242430731] 'read index received' (duration: 575.830329ms)","trace[242430731] 'applied index is now lower than readState.Index' (duration: 77.01391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:02.316369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.668156Z","time spent":"648.07246ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:02.316443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.232147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T19:43:02.316442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.402274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T19:43:02.316546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.752154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-29T19:43:02.316553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.988838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:43:02.316559Z","caller":"traceutil/trace.go:171","msg":"trace[1545118547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7111; }","duration":"806.366029ms","start":"2026-07-29T19:43:01.510174Z","end":"2026-07-29T19:43:02.31654Z","steps":["trace[1545118547] 'agreement among raft nodes before linearized reading' (duration: 806.150425ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:02.316592Z","caller":"traceutil/trace.go:171","msg":"trace[1716526584] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7111; }","duration":"672.813486ms","start":"2026-07-29T19:43:01.643761Z","end":"2026-07-29T19:43:02.316574Z","steps":["trace[1716526584] 'agreement among raft nodes before linearized reading' (duration: 672.725934ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:02.316566Z","caller":"traceutil/trace.go:171","msg":"trace[1434565988] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7111; }","duration":"807.600919ms","start":"2026-07-29T19:43:01.508949Z","end":"2026-07-29T19:43:02.31655Z","steps":["trace[1434565988] 'agreement among raft nodes before linearized reading' (duration: 807.377444ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:02.316607Z","caller":"traceutil/trace.go:171","msg":"trace[1502488268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7111; }","duration":"191.100871ms","start":"2026-07-29T19:43:02.125493Z","end":"2026-07-29T19:43:02.316594Z","steps":["trace[1502488268] 'agreement among raft nodes before linearized reading' (duration: 190.996458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.316616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.235864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-29T19:43:02.316643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.643747Z","time spent":"672.886137ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T19:43:02.316623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.55736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T19:43:02.316658Z","caller":"traceutil/trace.go:171","msg":"trace[10058241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7111; }","duration":"833.300936ms","start":"2026-07-29T19:43:01.483345Z","end":"2026-07-29T19:43:02.316646Z","steps":["trace[10058241] 'agreement among raft nodes before linearized reading' (duration: 833.094471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.316643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.510162Z","time spent":"806.446222ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T19:43:02.316643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.508931Z","time spent":"807.7024ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T19:43:02.316701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.483297Z","time spent":"833.394668ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T19:43:02.316697Z","caller":"traceutil/trace.go:171","msg":"trace[2130472398] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7111; }","duration":"330.705713ms","start":"2026-07-29T19:43:01.985973Z","end":"2026-07-29T19:43:02.316679Z","steps":["trace[2130472398] 'agreement among raft nodes before linearized reading' (duration: 330.487838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.316749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:01.985953Z","time spent":"330.788185ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-29T19:43:02.670758Z","caller":"traceutil/trace.go:171","msg":"trace[468797787] transaction","detail":"{read_only:false; response_revision:7113; number_of_response:1; }","duration":"349.455552ms","start":"2026-07-29T19:43:02.321281Z","end":"2026-07-29T19:43:02.670737Z","steps":["trace[468797787] 'process raft request' (duration: 349.180386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.670895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.321259Z","time spent":"349.567854ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:02.671245Z","caller":"traceutil/trace.go:171","msg":"trace[1099248813] transaction","detail":"{read_only:false; response_revision:7114; number_of_response:1; }","duration":"349.82578ms","start":"2026-07-29T19:43:02.32139Z","end":"2026-07-29T19:43:02.671216Z","steps":["trace[1099248813] 'process raft request' (duration: 349.258787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.671391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.321373Z","time spent":"349.943623ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:02.671472Z","caller":"traceutil/trace.go:171","msg":"trace[1531626697] linearizableReadLoop","detail":"{readStateIndex:7370; appliedIndex:7367; }","duration":"348.765605ms","start":"2026-07-29T19:43:02.322682Z","end":"2026-07-29T19:43:02.671447Z","steps":["trace[1531626697] 'read index received' (duration: 13.639651ms)","trace[1531626697] 'applied index is now lower than readState.Index' (duration: 335.124504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:02.671711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.602031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:43:02.671748Z","caller":"traceutil/trace.go:171","msg":"trace[1667136569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7115; }","duration":"243.671212ms","start":"2026-07-29T19:43:02.428068Z","end":"2026-07-29T19:43:02.671739Z","steps":["trace[1667136569] 'agreement among raft nodes before linearized reading' (duration: 243.599421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.671835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.107452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T19:43:02.67185Z","caller":"traceutil/trace.go:171","msg":"trace[267065932] transaction","detail":"{read_only:false; response_revision:7115; number_of_response:1; }","duration":"341.343636ms","start":"2026-07-29T19:43:02.330242Z","end":"2026-07-29T19:43:02.671586Z","steps":["trace[267065932] 'process raft request' (duration: 340.759863ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:02.671901Z","caller":"traceutil/trace.go:171","msg":"trace[703061349] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:7115; }","duration":"349.214635ms","start":"2026-07-29T19:43:02.322652Z","end":"2026-07-29T19:43:02.671867Z","steps":["trace[703061349] 'agreement among raft nodes before linearized reading' (duration: 348.98535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:02.672482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.330233Z","time spent":"342.082363ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:02.672529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.322642Z","time spent":"349.856079ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-29T19:43:02.954078Z","caller":"traceutil/trace.go:171","msg":"trace[199562618] linearizableReadLoop","detail":"{readStateIndex:7372; appliedIndex:7371; }","duration":"115.662255ms","start":"2026-07-29T19:43:02.838388Z","end":"2026-07-29T19:43:02.95405Z","steps":["trace[199562618] 'read index received' (duration: 30.855365ms)","trace[199562618] 'applied index is now lower than readState.Index' (duration: 84.80542ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:02.95411Z","caller":"traceutil/trace.go:171","msg":"trace[1045421273] transaction","detail":"{read_only:false; response_revision:7116; number_of_response:1; }","duration":"219.51347ms","start":"2026-07-29T19:43:02.73456Z","end":"2026-07-29T19:43:02.954074Z","steps":["trace[1045421273] 'process raft request' (duration: 134.741252ms)","trace[1045421273] 'compare' (duration: 84.566423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:02.955048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.634517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T19:43:02.955194Z","caller":"traceutil/trace.go:171","msg":"trace[2100000956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7116; }","duration":"116.74437ms","start":"2026-07-29T19:43:02.83838Z","end":"2026-07-29T19:43:02.955124Z","steps":["trace[2100000956] 'agreement among raft nodes before linearized reading' (duration: 115.806219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:03.366143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.076207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:03.366257Z","caller":"traceutil/trace.go:171","msg":"trace[759686884] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"407.724704ms","start":"2026-07-29T19:43:02.958513Z","end":"2026-07-29T19:43:03.366238Z","steps":["trace[759686884] 'process raft request' (duration: 255.471952ms)","trace[759686884] 'compare' (duration: 151.918864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:03.366318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.958484Z","time spent":"407.806376ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:03.721912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.042986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:03.722191Z","caller":"traceutil/trace.go:171","msg":"trace[2025833940] transaction","detail":"{read_only:false; response_revision:7118; number_of_response:1; }","duration":"762.450476ms","start":"2026-07-29T19:43:02.959713Z","end":"2026-07-29T19:43:03.722163Z","steps":["trace[2025833940] 'process raft request' (duration: 565.057142ms)","trace[2025833940] 'compare' (duration: 196.817431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:03.722314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.959695Z","time spent":"762.570538ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:03.722433Z","caller":"traceutil/trace.go:171","msg":"trace[692508288] transaction","detail":"{read_only:false; response_revision:7119; number_of_response:1; }","duration":"762.430355ms","start":"2026-07-29T19:43:02.959972Z","end":"2026-07-29T19:43:03.722402Z","steps":["trace[692508288] 'process raft request' (duration: 762.119428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:03.722615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:02.959956Z","time spent":"762.565029ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:03.722651Z","caller":"traceutil/trace.go:171","msg":"trace[891023050] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"340.450985ms","start":"2026-07-29T19:43:03.382173Z","end":"2026-07-29T19:43:03.722624Z","steps":["trace[891023050] 'process raft request' (duration: 340.159599ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:03.722682Z","caller":"traceutil/trace.go:171","msg":"trace[482743811] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"339.921053ms","start":"2026-07-29T19:43:03.382742Z","end":"2026-07-29T19:43:03.722663Z","steps":["trace[482743811] 'process raft request' (duration: 339.76759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:03.722778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:03.382716Z","time spent":"340.014716ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:03.72281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:03.382151Z","time spent":"340.574608ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:03.950186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.565184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T19:43:03.9503Z","caller":"traceutil/trace.go:171","msg":"trace[978136916] linearizableReadLoop","detail":"{readStateIndex:7378; appliedIndex:7373; }","duration":"477.126052ms","start":"2026-07-29T19:43:03.473156Z","end":"2026-07-29T19:43:03.950282Z","steps":["trace[978136916] 'read index received' (duration: 51.714763ms)","trace[978136916] 'applied index is now lower than readState.Index' (duration: 425.409449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:03.950441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.278045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:43:03.950483Z","caller":"traceutil/trace.go:171","msg":"trace[1580843754] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7121; }","duration":"477.359537ms","start":"2026-07-29T19:43:03.47311Z","end":"2026-07-29T19:43:03.95047Z","steps":["trace[1580843754] 'agreement among raft nodes before linearized reading' (duration: 477.277486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:03.950524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:03.473095Z","time spent":"477.414548ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T19:43:03.950678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.500143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:43:03.950752Z","caller":"traceutil/trace.go:171","msg":"trace[1040120087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7121; }","duration":"283.632296ms","start":"2026-07-29T19:43:03.667102Z","end":"2026-07-29T19:43:03.950735Z","steps":["trace[1040120087] 'agreement among raft nodes before linearized reading' (duration: 283.34601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:04.085482Z","caller":"traceutil/trace.go:171","msg":"trace[1026129533] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"130.74322ms","start":"2026-07-29T19:43:03.954707Z","end":"2026-07-29T19:43:04.085451Z","steps":["trace[1026129533] 'process raft request' (duration: 130.519005ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:04.508881Z","caller":"traceutil/trace.go:171","msg":"trace[1139910469] linearizableReadLoop","detail":"{readStateIndex:7380; appliedIndex:7379; }","duration":"168.343629ms","start":"2026-07-29T19:43:04.340508Z","end":"2026-07-29T19:43:04.508851Z","steps":["trace[1139910469] 'read index received' (duration: 141.109966ms)","trace[1139910469] 'applied index is now lower than readState.Index' (duration: 27.232063ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:04.508909Z","caller":"traceutil/trace.go:171","msg":"trace[842204952] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"253.1922ms","start":"2026-07-29T19:43:04.255682Z","end":"2026-07-29T19:43:04.508874Z","steps":["trace[842204952] 'process raft request' (duration: 226.035348ms)","trace[842204952] 'compare' (duration: 26.871785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:04.509148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.617706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T19:43:04.50923Z","caller":"traceutil/trace.go:171","msg":"trace[571954549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7123; }","duration":"168.745308ms","start":"2026-07-29T19:43:04.340467Z","end":"2026-07-29T19:43:04.509212Z","steps":["trace[571954549] 'agreement among raft nodes before linearized reading' (duration: 168.507163ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:04.877307Z","caller":"traceutil/trace.go:171","msg":"trace[1602357601] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"364.318272ms","start":"2026-07-29T19:43:04.512963Z","end":"2026-07-29T19:43:04.877281Z","steps":["trace[1602357601] 'process raft request' (duration: 364.132307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:04.877453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:04.512941Z","time spent":"364.437955ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:43:04.883935Z","caller":"traceutil/trace.go:171","msg":"trace[825298477] linearizableReadLoop","detail":"{readStateIndex:7382; appliedIndex:7380; }","duration":"208.534789ms","start":"2026-07-29T19:43:04.675378Z","end":"2026-07-29T19:43:04.883913Z","steps":["trace[825298477] 'read index received' (duration: 201.773254ms)","trace[825298477] 'applied index is now lower than readState.Index' (duration: 6.760425ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:04.883973Z","caller":"traceutil/trace.go:171","msg":"trace[1739107974] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"314.002851ms","start":"2026-07-29T19:43:04.569948Z","end":"2026-07-29T19:43:04.88395Z","steps":["trace[1739107974] 'process raft request' (duration: 313.801177ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:04.884032Z","caller":"traceutil/trace.go:171","msg":"trace[1270084777] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"205.992182ms","start":"2026-07-29T19:43:04.678029Z","end":"2026-07-29T19:43:04.884021Z","steps":["trace[1270084777] 'process raft request' (duration: 205.837568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:04.884123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:04.569914Z","time spent":"314.117223ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:04.884404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.00277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T19:43:04.884536Z","caller":"traceutil/trace.go:171","msg":"trace[1305479386] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7126; }","duration":"209.141193ms","start":"2026-07-29T19:43:04.675339Z","end":"2026-07-29T19:43:04.88448Z","steps":["trace[1305479386] 'agreement among raft nodes before linearized reading' (duration: 208.804125ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:35.637114Z","caller":"traceutil/trace.go:171","msg":"trace[952724591] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"106.263658ms","start":"2026-07-29T19:43:35.530802Z","end":"2026-07-29T19:43:35.637066Z","steps":["trace[952724591] 'process raft request' (duration: 76.558489ms)","trace[952724591] 'compare' (duration: 29.555976ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:47.931778Z","caller":"traceutil/trace.go:171","msg":"trace[351325923] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"106.866922ms","start":"2026-07-29T19:43:47.824873Z","end":"2026-07-29T19:43:47.93174Z","steps":["trace[351325923] 'process raft request' (duration: 27.237542ms)","trace[351325923] 'compare' (duration: 79.447066ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:48.082244Z","caller":"traceutil/trace.go:171","msg":"trace[1863393100] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"129.548991ms","start":"2026-07-29T19:43:47.952664Z","end":"2026-07-29T19:43:48.082213Z","steps":["trace[1863393100] 'process raft request' (duration: 79.143118ms)","trace[1863393100] 'compare' (duration: 50.090066ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:48.082456Z","caller":"traceutil/trace.go:171","msg":"trace[1617241652] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"125.841236ms","start":"2026-07-29T19:43:47.956604Z","end":"2026-07-29T19:43:48.082446Z","steps":["trace[1617241652] 'process raft request' (duration: 125.544179ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:48.264713Z","caller":"traceutil/trace.go:171","msg":"trace[1107324673] linearizableReadLoop","detail":"{readStateIndex:7670; appliedIndex:7667; }","duration":"175.538701ms","start":"2026-07-29T19:43:48.08915Z","end":"2026-07-29T19:43:48.264689Z","steps":["trace[1107324673] 'read index received' (duration: 120.607557ms)","trace[1107324673] 'applied index is now lower than readState.Index' (duration: 54.929784ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:48.264722Z","caller":"traceutil/trace.go:171","msg":"trace[1747204996] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"177.167938ms","start":"2026-07-29T19:43:48.08751Z","end":"2026-07-29T19:43:48.264678Z","steps":["trace[1747204996] 'process raft request' (duration: 122.268244ms)","trace[1747204996] 'compare' (duration: 54.620228ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:48.264793Z","caller":"traceutil/trace.go:171","msg":"trace[188983712] transaction","detail":"{read_only:false; response_revision:7403; number_of_response:1; }","duration":"177.001145ms","start":"2026-07-29T19:43:48.087749Z","end":"2026-07-29T19:43:48.26475Z","steps":["trace[188983712] 'process raft request' (duration: 176.81061ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:48.264833Z","caller":"traceutil/trace.go:171","msg":"trace[449069250] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"177.017706ms","start":"2026-07-29T19:43:48.087768Z","end":"2026-07-29T19:43:48.264786Z","steps":["trace[449069250] 'process raft request' (duration: 176.846652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:48.26503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.364965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T19:43:48.265111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.941911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T19:43:48.265138Z","caller":"traceutil/trace.go:171","msg":"trace[970324923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7404; }","duration":"139.619481ms","start":"2026-07-29T19:43:48.125504Z","end":"2026-07-29T19:43:48.265124Z","steps":["trace[970324923] 'agreement among raft nodes before linearized reading' (duration: 139.336124ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:48.265221Z","caller":"traceutil/trace.go:171","msg":"trace[2135962376] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:7404; }","duration":"176.129725ms","start":"2026-07-29T19:43:48.089069Z","end":"2026-07-29T19:43:48.265198Z","steps":["trace[2135962376] 'agreement among raft nodes before linearized reading' (duration: 175.756695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:48.265118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.394771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:43:48.265294Z","caller":"traceutil/trace.go:171","msg":"trace[91588653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7404; }","duration":"102.579415ms","start":"2026-07-29T19:43:48.162703Z","end":"2026-07-29T19:43:48.265282Z","steps":["trace[91588653] 'agreement among raft nodes before linearized reading' (duration: 102.242527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:48.787011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.965729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:43:48.78714Z","caller":"traceutil/trace.go:171","msg":"trace[1230683449] linearizableReadLoop","detail":"{readStateIndex:7672; appliedIndex:7671; }","duration":"449.601805ms","start":"2026-07-29T19:43:48.337523Z","end":"2026-07-29T19:43:48.787125Z","steps":["trace[1230683449] 'read index received' (duration: 46.486623ms)","trace[1230683449] 'applied index is now lower than readState.Index' (duration: 403.113692ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:43:48.787229Z","caller":"traceutil/trace.go:171","msg":"trace[539558572] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"450.779052ms","start":"2026-07-29T19:43:48.336434Z","end":"2026-07-29T19:43:48.787213Z","steps":["trace[539558572] 'process raft request' (duration: 47.460955ms)","trace[539558572] 'compare' (duration: 402.816416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:43:48.787315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:48.336423Z","time spent":"450.847873ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:48.787624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.077466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-29T19:43:48.787724Z","caller":"traceutil/trace.go:171","msg":"trace[1150479460] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7405; }","duration":"450.207789ms","start":"2026-07-29T19:43:48.337492Z","end":"2026-07-29T19:43:48.7877Z","steps":["trace[1150479460] 'agreement among raft nodes before linearized reading' (duration: 449.785119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:48.787786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:48.33747Z","time spent":"450.303741ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11175,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T19:43:48.794963Z","caller":"traceutil/trace.go:171","msg":"trace[68582603] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"455.51557ms","start":"2026-07-29T19:43:48.339433Z","end":"2026-07-29T19:43:48.794949Z","steps":["trace[68582603] 'process raft request' (duration: 455.423098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:43:48.795066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:43:48.339411Z","time spent":"455.595623ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T19:43:48.795945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.384692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:43:48.795946Z","caller":"traceutil/trace.go:171","msg":"trace[1393357717] transaction","detail":"{read_only:false; response_revision:7407; number_of_response:1; }","duration":"140.403378ms","start":"2026-07-29T19:43:48.655517Z","end":"2026-07-29T19:43:48.79592Z","steps":["trace[1393357717] 'process raft request' (duration: 140.188193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:43:48.796006Z","caller":"traceutil/trace.go:171","msg":"trace[1353539409] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7407; }","duration":"145.473445ms","start":"2026-07-29T19:43:48.650514Z","end":"2026-07-29T19:43:48.795987Z","steps":["trace[1353539409] 'agreement among raft nodes before linearized reading' (duration: 145.373022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:44:04.254611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.461522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:44:04.254727Z","caller":"traceutil/trace.go:171","msg":"trace[468677562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7502; }","duration":"183.650696ms","start":"2026-07-29T19:44:04.071055Z","end":"2026-07-29T19:44:04.254705Z","steps":["trace[468677562] 'range keys from in-memory index tree' (duration: 183.197247ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:44:04.378658Z","caller":"traceutil/trace.go:171","msg":"trace[713405033] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"221.742618ms","start":"2026-07-29T19:44:04.156888Z","end":"2026-07-29T19:44:04.37863Z","steps":["trace[713405033] 'process raft request' (duration: 221.505832ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:44:04.407895Z","caller":"traceutil/trace.go:171","msg":"trace[2056226801] linearizableReadLoop","detail":"{readStateIndex:7774; appliedIndex:7772; }","duration":"149.464475ms","start":"2026-07-29T19:44:04.258409Z","end":"2026-07-29T19:44:04.407874Z","steps":["trace[2056226801] 'read index received' (duration: 119.967891ms)","trace[2056226801] 'applied index is now lower than readState.Index' (duration: 29.495164ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:44:04.408015Z","caller":"traceutil/trace.go:171","msg":"trace[1373963671] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"235.032271ms","start":"2026-07-29T19:44:04.17297Z","end":"2026-07-29T19:44:04.408002Z","steps":["trace[1373963671] 'process raft request' (duration: 234.775645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:44:04.408458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.028548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:44:04.408556Z","caller":"traceutil/trace.go:171","msg":"trace[227279766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7504; }","duration":"150.179512ms","start":"2026-07-29T19:44:04.258353Z","end":"2026-07-29T19:44:04.408532Z","steps":["trace[227279766] 'agreement among raft nodes before linearized reading' (duration: 149.902986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:44:04.6469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.353908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:44:04.647051Z","caller":"traceutil/trace.go:171","msg":"trace[1535950007] linearizableReadLoop","detail":"{readStateIndex:7776; appliedIndex:7775; }","duration":"158.45764ms","start":"2026-07-29T19:44:04.488572Z","end":"2026-07-29T19:44:04.64703Z","steps":["trace[1535950007] 'read index received' (duration: 154.159332ms)","trace[1535950007] 'applied index is now lower than readState.Index' (duration: 4.297668ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:44:04.647069Z","caller":"traceutil/trace.go:171","msg":"trace[2115007258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7505; }","duration":"130.575793ms","start":"2026-07-29T19:44:04.516476Z","end":"2026-07-29T19:44:04.647051Z","steps":["trace[2115007258] 'range keys from in-memory index tree' (duration: 130.327438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:44:04.647132Z","caller":"traceutil/trace.go:171","msg":"trace[165078712] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"234.517969ms","start":"2026-07-29T19:44:04.412605Z","end":"2026-07-29T19:44:04.647123Z","steps":["trace[165078712] 'process raft request' (duration: 230.124029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:44:04.647255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.662355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:44:04.647401Z","caller":"traceutil/trace.go:171","msg":"trace[193219095] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7506; }","duration":"158.880571ms","start":"2026-07-29T19:44:04.488501Z","end":"2026-07-29T19:44:04.647382Z","steps":["trace[193219095] 'agreement among raft nodes before linearized reading' (duration: 158.687256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:44:04.648184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.401851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:44:04.648296Z","caller":"traceutil/trace.go:171","msg":"trace[54318744] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7506; }","duration":"148.601466ms","start":"2026-07-29T19:44:04.499667Z","end":"2026-07-29T19:44:04.648269Z","steps":["trace[54318744] 'agreement among raft nodes before linearized reading' (duration: 147.48851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:07.74139Z","caller":"traceutil/trace.go:171","msg":"trace[585822148] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8185; }","duration":"118.16057ms","start":"2026-07-29T19:45:07.62321Z","end":"2026-07-29T19:45:07.741371Z","steps":["trace[585822148] 'read index received' (duration: 40.255739ms)","trace[585822148] 'applied index is now lower than readState.Index' (duration: 77.903831ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:07.741416Z","caller":"traceutil/trace.go:171","msg":"trace[551793103] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"135.155618ms","start":"2026-07-29T19:45:07.606226Z","end":"2026-07-29T19:45:07.741382Z","steps":["trace[551793103] 'process raft request' (duration: 57.258078ms)","trace[551793103] 'compare' (duration: 77.607163ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:07.741458Z","caller":"traceutil/trace.go:171","msg":"trace[1642180735] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"132.439746ms","start":"2026-07-29T19:45:07.608989Z","end":"2026-07-29T19:45:07.741428Z","steps":["trace[1642180735] 'process raft request' (duration: 132.315043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:07.741556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.336724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T19:45:07.741584Z","caller":"traceutil/trace.go:171","msg":"trace[1480249976] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7905; }","duration":"118.404625ms","start":"2026-07-29T19:45:07.62317Z","end":"2026-07-29T19:45:07.741575Z","steps":["trace[1480249976] 'agreement among raft nodes before linearized reading' (duration: 118.289113ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:08.416666Z","caller":"traceutil/trace.go:171","msg":"trace[1840397057] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"161.209143ms","start":"2026-07-29T19:45:08.255423Z","end":"2026-07-29T19:45:08.416633Z","steps":["trace[1840397057] 'process raft request' (duration: 135.66936ms)","trace[1840397057] 'compare' (duration: 25.009761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:45:08.611868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.6359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T19:45:08.611953Z","caller":"traceutil/trace.go:171","msg":"trace[328826659] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7910; }","duration":"128.762903ms","start":"2026-07-29T19:45:08.48317Z","end":"2026-07-29T19:45:08.611933Z","steps":["trace[328826659] 'agreement among raft nodes before linearized reading' (duration: 128.599539ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:08.611906Z","caller":"traceutil/trace.go:171","msg":"trace[831240876] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"180.152107ms","start":"2026-07-29T19:45:08.43163Z","end":"2026-07-29T19:45:08.611782Z","steps":["trace[831240876] 'process raft request' (duration: 102.571864ms)","trace[831240876] 'compare' (duration: 77.214015ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:08.612059Z","caller":"traceutil/trace.go:171","msg":"trace[1500803578] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8192; }","duration":"128.404284ms","start":"2026-07-29T19:45:08.483202Z","end":"2026-07-29T19:45:08.611606Z","steps":["trace[1500803578] 'read index received' (duration: 51.001305ms)","trace[1500803578] 'applied index is now lower than readState.Index' (duration: 77.401689ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:08.998909Z","caller":"traceutil/trace.go:171","msg":"trace[779549700] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"147.284647ms","start":"2026-07-29T19:45:08.851592Z","end":"2026-07-29T19:45:08.998877Z","steps":["trace[779549700] 'process raft request' (duration: 54.555107ms)","trace[779549700] 'compare' (duration: 92.530615ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:09.178286Z","caller":"traceutil/trace.go:171","msg":"trace[594800840] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"174.335134ms","start":"2026-07-29T19:45:09.003913Z","end":"2026-07-29T19:45:09.178249Z","steps":["trace[594800840] 'process raft request' (duration: 102.831439ms)","trace[594800840] 'compare' (duration: 71.27952ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:09.451402Z","caller":"traceutil/trace.go:171","msg":"trace[1997115558] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8198; }","duration":"189.263184ms","start":"2026-07-29T19:45:09.262114Z","end":"2026-07-29T19:45:09.451377Z","steps":["trace[1997115558] 'read index received' (duration: 103.462174ms)","trace[1997115558] 'applied index is now lower than readState.Index' (duration: 85.7998ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:09.451446Z","caller":"traceutil/trace.go:171","msg":"trace[1832799814] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"228.279846ms","start":"2026-07-29T19:45:09.223138Z","end":"2026-07-29T19:45:09.451417Z","steps":["trace[1832799814] 'process raft request' (duration: 142.529977ms)","trace[1832799814] 'compare' (duration: 85.560755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:45:09.45155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.43836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T19:45:09.45163Z","caller":"traceutil/trace.go:171","msg":"trace[556903543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7916; }","duration":"189.608204ms","start":"2026-07-29T19:45:09.262008Z","end":"2026-07-29T19:45:09.451616Z","steps":["trace[556903543] 'agreement among raft nodes before linearized reading' (duration: 189.450259ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:09.62888Z","caller":"traceutil/trace.go:171","msg":"trace[1305396347] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"171.09608ms","start":"2026-07-29T19:45:09.457755Z","end":"2026-07-29T19:45:09.628851Z","steps":["trace[1305396347] 'process raft request' (duration: 170.984617ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:09.628902Z","caller":"traceutil/trace.go:171","msg":"trace[81821448] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"172.907162ms","start":"2026-07-29T19:45:09.455952Z","end":"2026-07-29T19:45:09.628859Z","steps":["trace[81821448] 'process raft request' (duration: 138.320811ms)","trace[81821448] 'compare' (duration: 34.343265ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:09.629164Z","caller":"traceutil/trace.go:171","msg":"trace[2076777264] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"130.693627ms","start":"2026-07-29T19:45:09.498442Z","end":"2026-07-29T19:45:09.629136Z","steps":["trace[2076777264] 'process raft request' (duration: 130.346829ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:16.131369Z","caller":"traceutil/trace.go:171","msg":"trace[202781456] linearizableReadLoop","detail":"{readStateIndex:8239; appliedIndex:8238; }","duration":"183.186896ms","start":"2026-07-29T19:45:15.948161Z","end":"2026-07-29T19:45:16.131348Z","steps":["trace[202781456] 'read index received' (duration: 180.616148ms)","trace[202781456] 'applied index is now lower than readState.Index' (duration: 2.569338ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:16.131387Z","caller":"traceutil/trace.go:171","msg":"trace[1016893610] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"242.586575ms","start":"2026-07-29T19:45:15.888772Z","end":"2026-07-29T19:45:16.131359Z","steps":["trace[1016893610] 'process raft request' (duration: 240.024876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:16.131589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.289577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T19:45:16.131589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.422251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T19:45:16.131631Z","caller":"traceutil/trace.go:171","msg":"trace[1796999335] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7955; }","duration":"144.385629ms","start":"2026-07-29T19:45:15.987234Z","end":"2026-07-29T19:45:16.131619Z","steps":["trace[1796999335] 'agreement among raft nodes before linearized reading' (duration: 144.259087ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:16.131638Z","caller":"traceutil/trace.go:171","msg":"trace[936029851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7955; }","duration":"183.514924ms","start":"2026-07-29T19:45:15.94811Z","end":"2026-07-29T19:45:16.131625Z","steps":["trace[936029851] 'agreement among raft nodes before linearized reading' (duration: 183.324459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:16.420074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.26997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-29T19:45:16.420159Z","caller":"traceutil/trace.go:171","msg":"trace[1440625402] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7955; }","duration":"187.390383ms","start":"2026-07-29T19:45:16.23275Z","end":"2026-07-29T19:45:16.42014Z","steps":["trace[1440625402] 'range keys from in-memory index tree' (duration: 187.047805ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:16.545328Z","caller":"traceutil/trace.go:171","msg":"trace[1070022172] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8239; }","duration":"112.568433ms","start":"2026-07-29T19:45:16.432732Z","end":"2026-07-29T19:45:16.5453Z","steps":["trace[1070022172] 'read index received' (duration: 112.382458ms)","trace[1070022172] 'applied index is now lower than readState.Index' (duration: 184.505µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:16.545504Z","caller":"traceutil/trace.go:171","msg":"trace[329243666] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"270.040222ms","start":"2026-07-29T19:45:16.275447Z","end":"2026-07-29T19:45:16.545487Z","steps":["trace[329243666] 'process raft request' (duration: 269.670484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:16.545662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.9237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-29T19:45:16.545743Z","caller":"traceutil/trace.go:171","msg":"trace[333594280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7956; }","duration":"113.025823ms","start":"2026-07-29T19:45:16.432694Z","end":"2026-07-29T19:45:16.54572Z","steps":["trace[333594280] 'agreement among raft nodes before linearized reading' (duration: 112.842799ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:16.864619Z","caller":"traceutil/trace.go:171","msg":"trace[1985490947] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"313.656848ms","start":"2026-07-29T19:45:16.550934Z","end":"2026-07-29T19:45:16.864591Z","steps":["trace[1985490947] 'process raft request' (duration: 216.124109ms)","trace[1985490947] 'compare' (duration: 97.078969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:45:16.864739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:45:16.550908Z","time spent":"313.76727ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:45:17.09171Z","caller":"traceutil/trace.go:171","msg":"trace[2138210758] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"181.733093ms","start":"2026-07-29T19:45:16.909936Z","end":"2026-07-29T19:45:17.091669Z","steps":["trace[2138210758] 'process raft request' (duration: 98.141372ms)","trace[2138210758] 'compare' (duration: 83.291734ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:17.091927Z","caller":"traceutil/trace.go:171","msg":"trace[479616973] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"177.906536ms","start":"2026-07-29T19:45:16.913992Z","end":"2026-07-29T19:45:17.091899Z","steps":["trace[479616973] 'process raft request' (duration: 177.490087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:17.515704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.330739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T19:45:17.515766Z","caller":"traceutil/trace.go:171","msg":"trace[866126821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7961; }","duration":"204.436192ms","start":"2026-07-29T19:45:17.311317Z","end":"2026-07-29T19:45:17.515753Z","steps":["trace[866126821] 'range keys from in-memory index tree' (duration: 204.191786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:17.515842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.774198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:45:17.515927Z","caller":"traceutil/trace.go:171","msg":"trace[304657114] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7961; }","duration":"267.903701ms","start":"2026-07-29T19:45:17.247997Z","end":"2026-07-29T19:45:17.515901Z","steps":["trace[304657114] 'count revisions from in-memory index tree' (duration: 267.693117ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:17.720926Z","caller":"traceutil/trace.go:171","msg":"trace[853097031] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"332.879076ms","start":"2026-07-29T19:45:17.388022Z","end":"2026-07-29T19:45:17.720901Z","steps":["trace[853097031] 'process raft request' (duration: 332.731283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:17.72108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:45:17.388004Z","time spent":"332.999029ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:45:17.796003Z","caller":"traceutil/trace.go:171","msg":"trace[1503886401] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8245; }","duration":"263.336768ms","start":"2026-07-29T19:45:17.532642Z","end":"2026-07-29T19:45:17.795979Z","steps":["trace[1503886401] 'read index received' (duration: 188.200261ms)","trace[1503886401] 'applied index is now lower than readState.Index' (duration: 75.135237ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:17.796264Z","caller":"traceutil/trace.go:171","msg":"trace[1862267089] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"388.972559ms","start":"2026-07-29T19:45:17.40728Z","end":"2026-07-29T19:45:17.796252Z","steps":["trace[1862267089] 'process raft request' (duration: 388.478088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:17.796364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:45:17.407274Z","time spent":"389.01897ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:45:17.796543Z","caller":"traceutil/trace.go:171","msg":"trace[1595923724] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"314.689182ms","start":"2026-07-29T19:45:17.481844Z","end":"2026-07-29T19:45:17.796533Z","steps":["trace[1595923724] 'process raft request' (duration: 314.033607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:17.7966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T19:45:17.481819Z","time spent":"314.751152ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T19:45:17.796732Z","caller":"traceutil/trace.go:171","msg":"trace[681808166] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"276.829786ms","start":"2026-07-29T19:45:17.519894Z","end":"2026-07-29T19:45:17.796724Z","steps":["trace[681808166] 'process raft request' (duration: 276.023078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:17.796959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.29014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T19:45:17.797042Z","caller":"traceutil/trace.go:171","msg":"trace[480911270] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7965; }","duration":"264.388263ms","start":"2026-07-29T19:45:17.532636Z","end":"2026-07-29T19:45:17.797024Z","steps":["trace[480911270] 'agreement among raft nodes before linearized reading' (duration: 264.224549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:18.091817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.912647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T19:45:18.091953Z","caller":"traceutil/trace.go:171","msg":"trace[1691708119] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"236.219639ms","start":"2026-07-29T19:45:17.8557Z","end":"2026-07-29T19:45:18.091919Z","steps":["trace[1691708119] 'process raft request' (duration: 86.116608ms)","trace[1691708119] 'compare' (duration: 149.768413ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:45:18.092025Z","caller":"traceutil/trace.go:171","msg":"trace[2069289342] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"138.66483ms","start":"2026-07-29T19:45:17.953344Z","end":"2026-07-29T19:45:18.092008Z","steps":["trace[2069289342] 'process raft request' (duration: 138.581208ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:45:18.092043Z","caller":"traceutil/trace.go:171","msg":"trace[838484078] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8251; }","duration":"204.76377ms","start":"2026-07-29T19:45:17.887251Z","end":"2026-07-29T19:45:18.092015Z","steps":["trace[838484078] 'read index received' (duration: 54.519786ms)","trace[838484078] 'applied index is now lower than readState.Index' (duration: 150.241074ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T19:45:18.092507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.24789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T19:45:18.092553Z","caller":"traceutil/trace.go:171","msg":"trace[1518694619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7969; }","duration":"205.343883ms","start":"2026-07-29T19:45:17.887198Z","end":"2026-07-29T19:45:18.092542Z","steps":["trace[1518694619] 'agreement among raft nodes before linearized reading' (duration: 205.180499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:18.092559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.745585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-29T19:45:18.092601Z","caller":"traceutil/trace.go:171","msg":"trace[1551007887] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7969; }","duration":"122.800257ms","start":"2026-07-29T19:45:17.969788Z","end":"2026-07-29T19:45:18.092589Z","steps":["trace[1551007887] 'agreement among raft nodes before linearized reading' (duration: 122.613642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T19:45:18.092756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.947374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T19:45:18.092806Z","caller":"traceutil/trace.go:171","msg":"trace[1512257913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7969; }","duration":"107.028026ms","start":"2026-07-29T19:45:17.985766Z","end":"2026-07-29T19:45:18.092794Z","steps":["trace[1512257913] 'agreement among raft nodes before linearized reading' (duration: 106.871343ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:46:02.087253Z","caller":"traceutil/trace.go:171","msg":"trace[666845161] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"102.63158ms","start":"2026-07-29T19:46:01.984579Z","end":"2026-07-29T19:46:02.087211Z","steps":["trace[666845161] 'process raft request' (duration: 102.465036ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:46:08.315212Z","caller":"traceutil/trace.go:171","msg":"trace[408117184] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"118.209326ms","start":"2026-07-29T19:46:08.196979Z","end":"2026-07-29T19:46:08.315188Z","steps":["trace[408117184] 'process raft request' (duration: 93.074081ms)","trace[408117184] 'compare' (duration: 24.975931ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T19:46:08.315357Z","caller":"traceutil/trace.go:171","msg":"trace[1139885104] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"117.036299ms","start":"2026-07-29T19:46:08.198303Z","end":"2026-07-29T19:46:08.315339Z","steps":["trace[1139885104] 'process raft request' (duration: 116.849035ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T19:47:04.890155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6754} {"level":"info","ts":"2026-07-29T19:47:04.942594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6754,"took":"51.233133ms","hash":2495465635,"current-db-size-bytes":36675584,"current-db-size":"37 MB","current-db-size-in-use-bytes":9519104,"current-db-size-in-use":"9.5 MB"} {"level":"info","ts":"2026-07-29T19:47:04.942692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2495465635,"revision":6754,"compact-revision":4869}